[ 590.933805] env[70473]: INFO neutron.common.config [-] Logging enabled! [ 590.934199] env[70473]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev43 [ 590.934320] env[70473]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70473) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 590.934607] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 590.934714] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 590.935527] env[70473]: WARNING oslo_policy.policy [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 590.935753] env[70473]: WARNING oslo_policy.policy [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 590.937321] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] VMware NSXv3 Agent initialized successfully. [ 590.937713] env[70473]: DEBUG oslo_concurrency.lockutils [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] Acquiring lock "singleton_lock" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.937855] env[70473]: DEBUG oslo_concurrency.lockutils [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] Acquired lock "singleton_lock" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.938109] env[70473]: DEBUG oslo_concurrency.lockutils [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] Releasing lock "singleton_lock" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.938495] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] Full set of CONF: {{(pid=70473) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 590.938746] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ******************************************************************************** {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 590.938883] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] Configuration options gathered from: {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 590.939194] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 590.939382] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 590.939517] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ================================================================================ {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 590.939712] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] agent_down_time = 75 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.939866] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] allow_automatic_dhcp_failover = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.940043] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] allow_bulk = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.940212] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] api_extensions_path = {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.940368] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] api_paste_config = api-paste.ini {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.940522] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] auth_strategy = keystone {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.940636] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] backdoor_port = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.940748] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] backdoor_socket = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.940897] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] backlog = 4096 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.941060] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] base_mac = fa:16:3e:00:00:00 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.941236] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] bind_host = 0.0.0.0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.941388] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] bind_port = 9696 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.941535] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] client_socket_timeout = 900 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.941687] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] config_dir = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.941807] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.941954] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] config_source = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.942116] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] control_exchange = neutron {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.942268] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] core_plugin = ml2 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.942416] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] debug = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.942565] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] default_availability_zones = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.942782] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.942933] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] dhcp_agent_notification = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.943090] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] dhcp_agents_per_network = 1 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.943238] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] dhcp_lease_duration = 86400 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.943393] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] dhcp_load_type = networks {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.943541] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] dns_domain = openstacklocal {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.943687] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.943829] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] enable_default_route_bfd = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.943970] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] enable_default_route_ecmp = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.944129] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] enable_dvr = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.944273] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] enable_new_agents = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.944412] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.944553] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] enable_signals = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.944691] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] enable_traditional_dhcp = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.944825] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] external_dns_driver = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.944958] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] filter_validation = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.945120] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] global_physnet_mtu = 8950 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.945267] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] graceful_shutdown_timeout = 60 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.945454] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] host = cpu-1 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.945602] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] host_dvr_for_dhcp = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.945744] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] http_retries = 3 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.945897] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] instance_format = [instance: %(uuid)s] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.946048] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.946198] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ipam_driver = internal {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.946340] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ipv6_pd_enabled = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.946479] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] l3_ha = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.946625] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.946768] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] l3_ha_network_physical_name = {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.946912] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] l3_ha_network_type = {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.947070] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] log_color = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.947219] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] log_config_append = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.947366] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.947508] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] log_dir = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.947645] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] log_file = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.947757] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] log_options = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.947901] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] log_rotate_interval = 1 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.948094] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] log_rotate_interval_type = days {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.948262] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] log_rotation_type = none {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.948378] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.948488] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.948637] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.948783] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.948897] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.949057] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] max_dns_nameservers = 5 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.949209] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] max_header_line = 16384 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.949354] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] max_l3_agents_per_router = 3 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.949498] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] max_logfile_count = 30 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.949640] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] max_logfile_size_mb = 200 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.949786] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] max_subnet_host_routes = 20 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.949936] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] my_ip = 10.180.1.21 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.950121] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] my_ipv6 = ::1 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.950280] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] network_auto_schedule = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.950425] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] network_link_prefix = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.950576] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.950726] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] notify_nova_on_port_data_changes = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.950871] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] notify_nova_on_port_status_changes = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.951063] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] pagination_max_limit = -1 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.951278] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] publish_errors = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.951437] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] rate_limit_burst = 0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.951591] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] rate_limit_except_level = CRITICAL {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.951736] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] rate_limit_interval = 0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.951882] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] retry_until_window = 30 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.952039] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] router_distributed = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.952192] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] rpc_resources_processing_step = 20 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.952340] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] rpc_response_max_timeout = 600 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.952484] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] rpc_response_timeout = 60 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.952627] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] send_events_interval = 2 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.952789] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] service_plugins = ['router'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.952938] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] setproctitle = on {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.953091] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] shell_completion = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.953246] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] state_path = /opt/stack/data/neutron {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.953394] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] syslog_log_facility = LOG_USER {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.953539] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] tcp_keepidle = 600 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.953689] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] transport_url = **** {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.953835] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] use_journal = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.953978] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] use_json = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.954132] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] use_ssl = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.954273] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] use_stderr = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.954422] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] use_syslog = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.954565] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] vlan_qinq = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.954707] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] vlan_transparent = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.954855] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] watch_log_file = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.954992] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] wsgi_default_pool_size = 100 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.955130] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] wsgi_keep_alive = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.955280] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.955423] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] wsgi_server_debug = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 590.955584] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_concurrency.disable_process_locking = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955737] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.955891] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956048] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956200] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956350] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956494] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956655] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.connection_string = messaging:// {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956808] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.enabled = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.956964] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.es_doc_type = notification {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957124] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.es_scroll_size = 10000 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957280] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.es_scroll_time = 2m {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957425] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.filter_error_trace = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957574] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.hmac_keys = **** {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957724] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.sentinel_service_name = mymaster {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.957877] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.socket_timeout = 0.1 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958050] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.trace_requests = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958210] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler.trace_sqlalchemy = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958371] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler_jaeger.process_tags = {} {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958516] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler_jaeger.service_name_prefix = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958664] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] profiler_otlp.service_name_prefix = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.958826] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.enforce_new_defaults = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959129] env[70473]: WARNING oslo_config.cfg [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 590.959296] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.enforce_scope = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959452] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.policy_default_rule = default {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959611] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959761] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.959913] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960088] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960240] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960382] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960527] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960678] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_policy.remote_timeout = 60.0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.960837] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961011] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] agent.extensions = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961166] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961319] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] service_providers.service_provider = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961476] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.default_quota = -1 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961630] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961776] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.quota_floatingip = 50 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.961922] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.quota_network = 100 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962078] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.quota_port = 500 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962283] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962453] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.quota_router = 10 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962602] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.quota_security_group = 10 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962749] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.962896] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.quota_subnet = 100 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963074] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] QUOTAS.track_quota_usage = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963223] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963369] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep.group = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963514] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep.helper_command = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963663] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963811] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep.thread_pool_size = 8 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.963956] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep.user = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.964124] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.964270] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_dhcp_release.group = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.964415] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_dhcp_release.helper_command = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.964561] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.964708] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.964917] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_dhcp_release.user = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.965027] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.965164] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_ovs_vsctl.group = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.965294] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_ovs_vsctl.helper_command = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.965439] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.965583] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.965722] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_ovs_vsctl.user = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.965871] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_namespace.capabilities = [21] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.966014] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_namespace.group = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.966162] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_namespace.helper_command = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.966306] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.966462] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_namespace.thread_pool_size = 8 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.966591] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_namespace.user = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.966739] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_conntrack.capabilities = [12] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.966878] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_conntrack.group = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.967022] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_conntrack.helper_command = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.967170] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.967316] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.967455] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_conntrack.user = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.967605] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_link.capabilities = [12, 21] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.967744] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_link.group = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.967881] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_link.helper_command = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.968050] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.968208] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_link.thread_pool_size = 8 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.968346] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] privsep_link.user = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.968509] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.968663] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.968809] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.continue_on_failed_promotions = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.968953] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.dscp = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.969111] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.dscp_inherit = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.969263] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.force_mp_to_policy = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.969406] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.locking_coordinator_url = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.969551] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.log_agent_heartbeats = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.969695] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.logging_expire = 1 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.969846] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.970028] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.970186] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.polling_interval = 240 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.970340] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.970492] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.970643] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.report_interval = 30.0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.970793] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.970940] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.971113] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.971278] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.sync_skew = 60 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.971427] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.synchronization_queue_size = 20 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.971576] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT.use_helper_for_ns_read = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.971728] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] SECURITYGROUP.enable_ipset = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.971883] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] SECURITYGROUP.enable_security_group = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.972044] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.972200] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.972351] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] experimental.ipv6_pd_enabled = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.972516] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ml2.extension_drivers = ['port_security'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.972658] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ml2.external_network_type = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.972812] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.972966] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ml2.overlay_ip_version = 4 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.973132] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ml2.path_mtu = 8950 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.973287] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ml2.physical_network_mtus = {} {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.973443] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ml2.tenant_network_types = ['vlan'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.973595] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.973746] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ml2.type_drivers = ['vlan'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.973896] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT_CLI.neutron_port_id = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.974049] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.974197] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.974354] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.974508] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.974657] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.974807] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.974965] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.975119] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.975327] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.975485] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_login_password = **** {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.975644] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_login_port = 443 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.975795] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_login_user = admin {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.975946] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.976113] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.976266] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.976415] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.976569] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.976724] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.976876] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.977039] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.977194] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.977346] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.977503] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.977650] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.977802] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.978024] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.978203] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] vsphere.vsphere_login_password = VMware1! {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.978357] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.978506] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.978657] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.auth_section = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.978814] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.auth_type = password {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.978966] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.979185] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.certfile = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.979346] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.collect_timing = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.979501] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.endpoint_type = public {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.979831] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.insecure = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.979831] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.keyfile = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.979928] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.region_name = RegionOne {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.980135] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.split_loggers = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.980296] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] nova.timeout = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.980451] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.auth_section = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.980607] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.auth_type = password {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.980760] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.980903] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.certfile = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.981094] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.collect_timing = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.981267] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.endpoint_type = public {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.981417] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.insecure = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.981567] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.keyfile = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.981701] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.region_name = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.981898] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.split_loggers = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.982090] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] placement.timeout = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.982255] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.auth_section = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.982401] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.auth_type = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.982549] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.cafile = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.982691] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.certfile = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.982840] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.collect_timing = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.982987] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.connect_retries = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.983146] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.connect_retry_delay = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.983293] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.enable_notifications = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.983436] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.endpoint_override = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.983584] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.insecure = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.983727] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.interface = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.983871] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.keyfile = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.984022] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.max_version = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.984164] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.min_version = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.984306] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.region_name = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.984449] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.retriable_status_codes = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.984588] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.service_name = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.984727] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.service_type = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.984874] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.split_loggers = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.985367] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.status_code_retries = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.985367] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.status_code_retry_delay = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.985367] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.timeout = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.985489] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.valid_interfaces = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.985711] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ironic.version = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.985776] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] cli_script.dry_run = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.985906] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.986066] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.986222] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.986371] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.986681] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.986681] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.986800] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.986943] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.987098] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.987269] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.987400] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.987554] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.987705] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.987856] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.988020] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.988191] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.988342] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.988488] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.988640] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.988921] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.988921] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.989084] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.989236] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.989388] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.989534] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.989680] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.989826] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.989973] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.990159] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.990652] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.990652] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.ssl = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.990652] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.990762] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.990887] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.991048] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.991203] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.ssl_version = {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.991347] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.991508] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_notifications.driver = [] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.991659] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_notifications.retry = -1 {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.991822] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.991971] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] oslo_messaging_notifications.transport_url = **** {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 590.992152] env[70473]: DEBUG oslo_service.backend.eventlet.service [None req-e86daeee-2147-486e-b182-0376e0116a9f None None] ******************************************************************************** {{(pid=70473) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 590.993198] env[70473]: DEBUG neutron.agent.securitygroups_rpc [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Init firewall settings (driver=nsxv3) {{(pid=70473) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 590.994559] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70473) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 590.994803] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] RPC agent_id: nsxm-l-01a.corp.local [ 590.997100] env[70473]: DEBUG dogpile.cache.region [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.997231] env[70473]: DEBUG dogpile.lock [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.997336] env[70473]: DEBUG dogpile.lock [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.997437] env[70473]: DEBUG dogpile.lock [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.998699] env[70473]: DEBUG dogpile.cache.region [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 590.998699] env[70473]: DEBUG dogpile.lock [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.998699] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.039142] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Session token - acquiring [ 591.040850] env[70473]: DEBUG networking_nsxv3.common.locking [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.041065] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.041210] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.041616] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.052678] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.342689] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 591.367863] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.368048] env[70473]: DEBUG dogpile.cache.region [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Cache value generated in 0.370 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 591.368182] env[70473]: DEBUG dogpile.lock [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.368309] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Activating Policy API Provider. [ 591.368510] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Looking for the default Infrastructure Rules. [ 591.442171] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Looking for the Default Layer3 Logged Drop Section. [ 591.458780] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 591.459312] env[70473]: DEBUG networking_nsxv3.common.locking [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.459492] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquiring lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.459601] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.459892] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired external semaphore "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.460328] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.975337] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.477345] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.979827] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Inventory metadata is going to be refreshed. [ 592.980245] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 593.878588] env[70473]: DEBUG networking_nsxv3.common.locking [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.878925] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.878925] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.879361] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.004708] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 594.005671] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.006585] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 594.028325] env[70473]: DEBUG networking_nsxv3.common.locking [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.028644] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.028644] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.028903] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.029045] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.029203] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 594.029333] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 594.029442] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 594.049654] env[70473]: DEBUG networking_nsxv3.common.locking [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.049867] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.050054] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.050448] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.050650] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.050811] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 594.073998] env[70473]: DEBUG networking_nsxv3.common.locking [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.074278] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.074413] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.074670] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.074825] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.074980] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 594.095880] env[70473]: DEBUG networking_nsxv3.common.locking [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.096155] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquiring lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.096201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.096589] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired external semaphore "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.096745] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Releasing lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.096910] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 594.097027] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 594.097144] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 594.115483] env[70473]: DEBUG networking_nsxv3.common.locking [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.115801] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquiring lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.115801] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.116154] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired external semaphore "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.116243] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Releasing lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.116343] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 594.116456] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 594.116566] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 594.137551] env[70473]: DEBUG networking_nsxv3.common.locking [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.137860] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.137860] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.138096] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.138243] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.138402] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 594.138520] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 594.138644] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Inventory metadata have been refreshed. [ 594.138793] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Dryrun:True. Metadata refresh completed. [ 594.138937] env[70473]: DEBUG oslo_concurrency.lockutils [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Releasing lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.140864] env[70473]: INFO neutron.agent.agent_extensions_manager [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Loaded agent extensions: [] [ 594.141627] env[70473]: DEBUG neutron_lib.callbacks.manager [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70473) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 594.196514] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent RPC Daemon Started! [ 594.196722] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent loop - iteration:0 started [ 594.196797] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent out of sync with plugin! [ 599.142454] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.142843] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 604.143228] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 604.143571] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 606.379949] env[70473]: INFO networking_nsxv3.common.synchronization [None req-862051f8-5276-473b-b74c-1328ca338406 demo admin] Enqueued Resource ID: 98842fcb-b13c-47ec-b7bc-71a55e1057f4 with Priority: HIGHEST for action security_group_rules [ 606.379949] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98842fcb-b13c-47ec-b7bc-71a55e1057f4 with Priority: HIGHEST for action security_group_rules [ 606.380184] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98842fcb-b13c-47ec-b7bc-71a55e1057f4 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.380292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98842fcb-b13c-47ec-b7bc-71a55e1057f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.380370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98842fcb-b13c-47ec-b7bc-71a55e1057f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.380728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98842fcb-b13c-47ec-b7bc-71a55e1057f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.380822] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98842fcb-b13c-47ec-b7bc-71a55e1057f4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.902130] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.902334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.902334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.902534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.902622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.902719] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98842fcb-b13c-47ec-b7bc-71a55e1057f4 already deleted. [ 606.902801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98842fcb-b13c-47ec-b7bc-71a55e1057f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.380925] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 611.381404] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 616.382796] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.382796] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.383946] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.384343] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 626.385599] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 626.389215] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 631.272469] env[70473]: INFO networking_nsxv3.common.synchronization [None req-49501d9a-5f17-4f04-a797-e5c3bcd8c785 None None] Enqueued Resource ID: 2570c799-def4-4df1-a82e-4c63b0b99674 with Priority: HIGHEST for action port [ 631.272469] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2570c799-def4-4df1-a82e-4c63b0b99674 with Priority: HIGHEST for action port [ 631.273167] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2570c799-def4-4df1-a82e-4c63b0b99674 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.273276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2570c799-def4-4df1-a82e-4c63b0b99674" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.273343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2570c799-def4-4df1-a82e-4c63b0b99674" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.273636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2570c799-def4-4df1-a82e-4c63b0b99674" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.274071] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2570c799-def4-4df1-a82e-4c63b0b99674',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.779971] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2570c799-def4-4df1-a82e-4c63b0b99674 [ 631.779971] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.779971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.779971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.779971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.779971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.780880] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2570c799-def4-4df1-a82e-4c63b0b99674 already deleted. [ 631.781316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2570c799-def4-4df1-a82e-4c63b0b99674" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.119520] env[70473]: INFO networking_nsxv3.common.synchronization [None req-9802d8cd-f8b8-42c4-9a7b-2921bdb6c26c None None] Enqueued Resource ID: 975e465d-7210-4248-835c-9988378eb5ff with Priority: HIGHEST for action port [ 633.119904] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975e465d-7210-4248-835c-9988378eb5ff with Priority: HIGHEST for action port [ 633.120332] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-975e465d-7210-4248-835c-9988378eb5ff taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.120515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-975e465d-7210-4248-835c-9988378eb5ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.120628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-975e465d-7210-4248-835c-9988378eb5ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.120911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-975e465d-7210-4248-835c-9988378eb5ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.121089] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('975e465d-7210-4248-835c-9988378eb5ff',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.623808] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 975e465d-7210-4248-835c-9988378eb5ff [ 633.623990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.624278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.624429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.624616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.624713] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.624809] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:975e465d-7210-4248-835c-9988378eb5ff already deleted. [ 633.624891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-975e465d-7210-4248-835c-9988378eb5ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.145102] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.145575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.145575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.145575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.146952] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.654586] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.162265] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.663604] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 636.663900] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 636.998185] env[70473]: INFO networking_nsxv3.common.synchronization [None req-11a43154-fe51-4655-9ae4-9100fe677a46 None None] Enqueued Resource ID: aaa109d2-5a21-4174-9755-6751818fd0f2 with Priority: HIGHEST for action port [ 636.998504] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa109d2-5a21-4174-9755-6751818fd0f2 with Priority: HIGHEST for action port [ 636.999106] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa109d2-5a21-4174-9755-6751818fd0f2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.999183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa109d2-5a21-4174-9755-6751818fd0f2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.999217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa109d2-5a21-4174-9755-6751818fd0f2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.999452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa109d2-5a21-4174-9755-6751818fd0f2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.999532] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa109d2-5a21-4174-9755-6751818fd0f2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.381144] env[70473]: INFO networking_nsxv3.common.synchronization [None req-11e14e65-8b63-417c-b90c-51ce52810930 None None] Enqueued Resource ID: eaf2054b-a5df-4bb2-bf7e-dd53a541494f with Priority: HIGHEST for action port [ 637.381144] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf2054b-a5df-4bb2-bf7e-dd53a541494f with Priority: HIGHEST for action port [ 637.381144] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaf2054b-a5df-4bb2-bf7e-dd53a541494f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.381144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaf2054b-a5df-4bb2-bf7e-dd53a541494f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.381144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaf2054b-a5df-4bb2-bf7e-dd53a541494f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.382237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaf2054b-a5df-4bb2-bf7e-dd53a541494f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.382622] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf2054b-a5df-4bb2-bf7e-dd53a541494f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.504740] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaa109d2-5a21-4174-9755-6751818fd0f2 [ 637.506512] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.506512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.506512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.506512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.506512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.506512] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaa109d2-5a21-4174-9755-6751818fd0f2 already deleted. [ 637.506512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa109d2-5a21-4174-9755-6751818fd0f2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.540602] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.540747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.540840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.541027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.558721] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 637.559755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.560868] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 637.582306] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.582560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.582560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.582821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.583033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.583100] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 637.583163] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 637.583226] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 637.606394] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.606394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.606394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.606394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.606394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.606394] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 637.629148] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.629307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.629347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.629550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.629659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.629771] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 637.656418] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.656418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.656418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.656418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.656418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.656418] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 637.656418] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 637.656418] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 637.669495] env[70473]: INFO networking_nsxv3.common.synchronization [None req-9d4ffeb8-07c3-45f1-8e76-7f3478e83b45 None None] Enqueued Resource ID: a019ab96-f8fb-4f2c-8d9b-c482665beaf9 with Priority: HIGHEST for action port [ 637.669495] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a019ab96-f8fb-4f2c-8d9b-c482665beaf9 with Priority: HIGHEST for action port [ 637.669495] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a019ab96-f8fb-4f2c-8d9b-c482665beaf9 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.669495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a019ab96-f8fb-4f2c-8d9b-c482665beaf9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.669495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a019ab96-f8fb-4f2c-8d9b-c482665beaf9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.669495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a019ab96-f8fb-4f2c-8d9b-c482665beaf9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.669772] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a019ab96-f8fb-4f2c-8d9b-c482665beaf9',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.678731] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.678731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.678731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.678731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.678731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.678731] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 637.678731] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 637.678731] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 637.704436] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.704626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.704726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.704967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.705153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.705608] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 637.705948] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 637.709935] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 637.709935] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 637.709935] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 637.709935] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 637.709935] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 637.710139] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 637.710589] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 637.710589] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 637.733176] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.733378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.733378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.733580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.733685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.733801] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 637.760148] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.762185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.762185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.762185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.762185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.783642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.885775] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaf2054b-a5df-4bb2-bf7e-dd53a541494f [ 637.887279] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.887279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.887279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.887279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.887279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.887279] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaf2054b-a5df-4bb2-bf7e-dd53a541494f already deleted. [ 637.887279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaf2054b-a5df-4bb2-bf7e-dd53a541494f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.174757] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a019ab96-f8fb-4f2c-8d9b-c482665beaf9 [ 638.174978] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.175142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.175318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.175520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.175520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.175613] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a019ab96-f8fb-4f2c-8d9b-c482665beaf9 already deleted. [ 638.175668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a019ab96-f8fb-4f2c-8d9b-c482665beaf9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.926283] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ee7b394f-8c4b-4a8f-a388-73b6297a7a51 None None] Enqueued Resource ID: d48ff22b-ed04-4745-9489-5a1b0bb67a67 with Priority: HIGHEST for action port [ 638.926749] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48ff22b-ed04-4745-9489-5a1b0bb67a67 with Priority: HIGHEST for action port [ 638.927070] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d48ff22b-ed04-4745-9489-5a1b0bb67a67 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.927200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d48ff22b-ed04-4745-9489-5a1b0bb67a67" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.927325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d48ff22b-ed04-4745-9489-5a1b0bb67a67" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.927533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d48ff22b-ed04-4745-9489-5a1b0bb67a67" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.927612] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d48ff22b-ed04-4745-9489-5a1b0bb67a67',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.275841] env[70473]: INFO networking_nsxv3.common.synchronization [None req-42748690-8bc4-4e0f-85ae-9bd802bee3a8 None None] Enqueued Resource ID: 93bb4301-82e7-47ab-aee3-1f9874bdc805 with Priority: HIGHEST for action port [ 639.275841] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93bb4301-82e7-47ab-aee3-1f9874bdc805 with Priority: HIGHEST for action port [ 639.276742] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-93bb4301-82e7-47ab-aee3-1f9874bdc805 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.276742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93bb4301-82e7-47ab-aee3-1f9874bdc805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.276742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93bb4301-82e7-47ab-aee3-1f9874bdc805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.276934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93bb4301-82e7-47ab-aee3-1f9874bdc805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.276934] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93bb4301-82e7-47ab-aee3-1f9874bdc805',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.430560] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d48ff22b-ed04-4745-9489-5a1b0bb67a67 [ 639.430560] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.430674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.430744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.430923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.431156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.431264] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d48ff22b-ed04-4745-9489-5a1b0bb67a67 already deleted. [ 639.431264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d48ff22b-ed04-4745-9489-5a1b0bb67a67" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.778722] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93bb4301-82e7-47ab-aee3-1f9874bdc805 [ 639.779190] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.779190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.779190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.779363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.779464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.779556] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93bb4301-82e7-47ab-aee3-1f9874bdc805 already deleted. [ 639.779642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93bb4301-82e7-47ab-aee3-1f9874bdc805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.082800] env[70473]: INFO networking_nsxv3.common.synchronization [None req-e04e8f5f-1776-4fca-abe7-9eb43b658f11 None None] Enqueued Resource ID: d4e27938-c3ee-4043-b03d-e08acf08304c with Priority: HIGHEST for action port [ 640.083110] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e27938-c3ee-4043-b03d-e08acf08304c with Priority: HIGHEST for action port [ 640.083621] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e27938-c3ee-4043-b03d-e08acf08304c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.083723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e27938-c3ee-4043-b03d-e08acf08304c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.083786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e27938-c3ee-4043-b03d-e08acf08304c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.085016] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e27938-c3ee-4043-b03d-e08acf08304c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.085016] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e27938-c3ee-4043-b03d-e08acf08304c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.167327] env[70473]: INFO networking_nsxv3.common.synchronization [None req-28193dbc-6e49-42b7-ac2f-5d20076dba5d None None] Enqueued Resource ID: 06a5de83-0294-4be7-ab1d-fdf219c3e6ee with Priority: HIGHEST for action port [ 640.167586] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06a5de83-0294-4be7-ab1d-fdf219c3e6ee with Priority: HIGHEST for action port [ 640.168162] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-06a5de83-0294-4be7-ab1d-fdf219c3e6ee taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.168425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06a5de83-0294-4be7-ab1d-fdf219c3e6ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.168425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06a5de83-0294-4be7-ab1d-fdf219c3e6ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.168586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06a5de83-0294-4be7-ab1d-fdf219c3e6ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.168667] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06a5de83-0294-4be7-ab1d-fdf219c3e6ee',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.589238] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4e27938-c3ee-4043-b03d-e08acf08304c [ 640.589238] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.589394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.589429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.589785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.589785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.589875] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4e27938-c3ee-4043-b03d-e08acf08304c already deleted. [ 640.589984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e27938-c3ee-4043-b03d-e08acf08304c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.675663] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06a5de83-0294-4be7-ab1d-fdf219c3e6ee [ 640.677431] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.677431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.677431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.677431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.677431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.677431] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06a5de83-0294-4be7-ab1d-fdf219c3e6ee already deleted. [ 640.677431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06a5de83-0294-4be7-ab1d-fdf219c3e6ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.826730] env[70473]: INFO networking_nsxv3.common.synchronization [None req-13ec7eb6-f3f0-4d5c-b9e9-69b7a7f388c0 None None] Enqueued Resource ID: e89f1130-0464-4de1-b03e-1ca1907325dd with Priority: HIGHEST for action port [ 641.826730] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89f1130-0464-4de1-b03e-1ca1907325dd with Priority: HIGHEST for action port [ 641.826730] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89f1130-0464-4de1-b03e-1ca1907325dd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.826730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89f1130-0464-4de1-b03e-1ca1907325dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.826730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89f1130-0464-4de1-b03e-1ca1907325dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.827263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89f1130-0464-4de1-b03e-1ca1907325dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.827263] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89f1130-0464-4de1-b03e-1ca1907325dd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.329296] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e89f1130-0464-4de1-b03e-1ca1907325dd [ 642.329532] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.329665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.329733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.329946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.330048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.330226] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e89f1130-0464-4de1-b03e-1ca1907325dd already deleted. [ 642.331103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89f1130-0464-4de1-b03e-1ca1907325dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.947191] env[70473]: INFO networking_nsxv3.common.synchronization [None req-2f746f40-861e-4061-9479-2ec5046bd518 None None] Enqueued Resource ID: 7f812a80-d2fe-4f8a-b058-f909e84c4cbc with Priority: HIGHEST for action port [ 642.947191] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f812a80-d2fe-4f8a-b058-f909e84c4cbc with Priority: HIGHEST for action port [ 642.947191] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f812a80-d2fe-4f8a-b058-f909e84c4cbc taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.948090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f812a80-d2fe-4f8a-b058-f909e84c4cbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.948332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f812a80-d2fe-4f8a-b058-f909e84c4cbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.950043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f812a80-d2fe-4f8a-b058-f909e84c4cbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.950043] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f812a80-d2fe-4f8a-b058-f909e84c4cbc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.149801] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ba42ce66-be21-44d8-8ef3-65ad001f0e22 None None] Enqueued Resource ID: e7b074f0-400d-4c17-8c0c-09f9645095fd with Priority: HIGHEST for action port [ 643.152212] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b074f0-400d-4c17-8c0c-09f9645095fd with Priority: HIGHEST for action port [ 643.152823] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7b074f0-400d-4c17-8c0c-09f9645095fd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.153099] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7b074f0-400d-4c17-8c0c-09f9645095fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.153979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7b074f0-400d-4c17-8c0c-09f9645095fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.154206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7b074f0-400d-4c17-8c0c-09f9645095fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.154346] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7b074f0-400d-4c17-8c0c-09f9645095fd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.452523] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f812a80-d2fe-4f8a-b058-f909e84c4cbc [ 643.455840] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.455840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.455840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.455840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.455840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.455840] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f812a80-d2fe-4f8a-b058-f909e84c4cbc already deleted. [ 643.455840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f812a80-d2fe-4f8a-b058-f909e84c4cbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.560223] env[70473]: INFO networking_nsxv3.common.synchronization [None req-64efc16f-413e-49db-a30f-ca5ee525e37c None None] Enqueued Resource ID: ae274385-3463-4db7-af88-36566a7b18b1 with Priority: HIGHEST for action port [ 643.561543] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae274385-3463-4db7-af88-36566a7b18b1 with Priority: HIGHEST for action port [ 643.564531] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae274385-3463-4db7-af88-36566a7b18b1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.564531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae274385-3463-4db7-af88-36566a7b18b1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.564695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae274385-3463-4db7-af88-36566a7b18b1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.564892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae274385-3463-4db7-af88-36566a7b18b1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.565036] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae274385-3463-4db7-af88-36566a7b18b1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.656482] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7b074f0-400d-4c17-8c0c-09f9645095fd [ 643.657473] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.658454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.658454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.658454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.658454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.658454] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7b074f0-400d-4c17-8c0c-09f9645095fd already deleted. [ 643.658454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7b074f0-400d-4c17-8c0c-09f9645095fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.068642] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae274385-3463-4db7-af88-36566a7b18b1 [ 644.068996] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.068996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.069223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.069274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.069430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.069502] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae274385-3463-4db7-af88-36566a7b18b1 already deleted. [ 644.069562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae274385-3463-4db7-af88-36566a7b18b1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.812850] env[70473]: INFO networking_nsxv3.common.synchronization [None req-4d15acdd-c879-4b69-b73f-84940a422b29 None None] Enqueued Resource ID: 2795e625-b492-49ef-9560-7a4106d5a54f with Priority: HIGHEST for action port [ 645.812850] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2795e625-b492-49ef-9560-7a4106d5a54f with Priority: HIGHEST for action port [ 645.813637] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2795e625-b492-49ef-9560-7a4106d5a54f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.813748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2795e625-b492-49ef-9560-7a4106d5a54f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.814945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2795e625-b492-49ef-9560-7a4106d5a54f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.815239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2795e625-b492-49ef-9560-7a4106d5a54f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.815856] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2795e625-b492-49ef-9560-7a4106d5a54f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.853974] env[70473]: INFO networking_nsxv3.common.synchronization [None req-6a11b1cf-c525-4db9-934c-4e51f95f9ebb tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Enqueued Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_rules [ 645.854207] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_rules [ 645.856925] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7177a4-398d-434a-a10b-49987e1a5b62 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.856925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.856925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.856925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.856925] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.163368] env[70473]: INFO networking_nsxv3.common.synchronization [None req-79c9d6e5-d3c3-4c72-bec3-d7f29eec19ea tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Enqueued Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_rules [ 646.163368] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_rules [ 646.163893] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7177a4-398d-434a-a10b-49987e1a5b62 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.164019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.178431] env[70473]: INFO networking_nsxv3.common.synchronization [req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a req-962976c6-b387-42b7-ab00-65ff6072c7b5 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Enqueued Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 646.178431] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 646.178431] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.178431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.178431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.178431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.178431] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.178431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.178431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.178431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.178431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.179805] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.320736] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2795e625-b492-49ef-9560-7a4106d5a54f [ 646.320736] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.320736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.320736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.320736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.320736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.320736] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2795e625-b492-49ef-9560-7a4106d5a54f already deleted. [ 646.320736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2795e625-b492-49ef-9560-7a4106d5a54f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.379668] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.379824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.379910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.380176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.380241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.380348] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 already deleted. [ 646.380527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.380571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.380723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.380824] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.420598] env[70473]: INFO networking_nsxv3.common.synchronization [None req-b8ed4407-2bf3-49ef-83f4-d9420aef2a1a None None] Enqueued Resource ID: 62fad40b-2d75-4e34-b88e-c8f22b76dd0e with Priority: HIGHEST for action port [ 646.421107] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62fad40b-2d75-4e34-b88e-c8f22b76dd0e with Priority: HIGHEST for action port [ 646.421414] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-62fad40b-2d75-4e34-b88e-c8f22b76dd0e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.421533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62fad40b-2d75-4e34-b88e-c8f22b76dd0e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.421599] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62fad40b-2d75-4e34-b88e-c8f22b76dd0e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.421848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62fad40b-2d75-4e34-b88e-c8f22b76dd0e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.421928] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62fad40b-2d75-4e34-b88e-c8f22b76dd0e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.683494] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.683721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.683721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.684160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.684160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.684263] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.684333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.684529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.684584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.684614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.686759] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d already deleted. [ 646.686759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.846929] env[70473]: INFO networking_nsxv3.common.synchronization [None req-289f40bf-9e67-4a2a-a59b-3cf57b98121e None None] Enqueued Resource ID: b1258df7-8117-40da-b278-794a9e569719 with Priority: HIGHEST for action port [ 646.846929] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1258df7-8117-40da-b278-794a9e569719 with Priority: HIGHEST for action port [ 646.846929] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1258df7-8117-40da-b278-794a9e569719 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.846929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1258df7-8117-40da-b278-794a9e569719" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.846929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1258df7-8117-40da-b278-794a9e569719" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.846929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1258df7-8117-40da-b278-794a9e569719" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.846929] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1258df7-8117-40da-b278-794a9e569719',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.904407] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.904556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.904619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.904825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.904916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.905020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 already deleted. [ 646.905104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.928117] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62fad40b-2d75-4e34-b88e-c8f22b76dd0e [ 646.928117] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.928117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.928117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.928117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.928417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.928417] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62fad40b-2d75-4e34-b88e-c8f22b76dd0e already deleted. [ 646.928417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62fad40b-2d75-4e34-b88e-c8f22b76dd0e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.116018] env[70473]: INFO networking_nsxv3.common.synchronization [None req-09cdbd68-9dc4-4249-ae49-4708b2772ed4 None None] Enqueued Resource ID: 78aa856a-3bdd-465f-b16e-c2e55b336480 with Priority: HIGHEST for action port [ 647.116292] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78aa856a-3bdd-465f-b16e-c2e55b336480 with Priority: HIGHEST for action port [ 647.120727] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-78aa856a-3bdd-465f-b16e-c2e55b336480 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.120727] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78aa856a-3bdd-465f-b16e-c2e55b336480" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.120727] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78aa856a-3bdd-465f-b16e-c2e55b336480" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.120727] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78aa856a-3bdd-465f-b16e-c2e55b336480" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.120727] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78aa856a-3bdd-465f-b16e-c2e55b336480',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.304919] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.305147] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.305277] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.305563] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.305819] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.306603] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.307524] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.307794] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.307955] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.308687] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.310104] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.310104] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.310104] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.310104] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.310104] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.310104] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.336085] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.336085] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.336085] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.336085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.336085] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.336085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.336085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.336085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.336085] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.350392] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1258df7-8117-40da-b278-794a9e569719 [ 647.350621] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.350753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.350821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.351039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.351137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.351267] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1258df7-8117-40da-b278-794a9e569719 already deleted. [ 647.351366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1258df7-8117-40da-b278-794a9e569719" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.624106] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78aa856a-3bdd-465f-b16e-c2e55b336480 [ 647.624106] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.624106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.624106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.624346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.624501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.624501] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78aa856a-3bdd-465f-b16e-c2e55b336480 already deleted. [ 647.624567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78aa856a-3bdd-465f-b16e-c2e55b336480" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.843658] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.845683] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.845884] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.846314] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.846512] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.846738] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 not found, creating... [ 647.847088] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.847380] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.848520] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.848820] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.849454] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.849454] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.849577] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.849848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.850106] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.850359] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.851033] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 is going to be created. [ 647.882059] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.882651] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.882651] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.883678] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.883859] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.884687] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.254385] env[70473]: INFO networking_nsxv3.common.synchronization [req-c91c93a5-8459-4d21-a523-7175fe3a052c req-864da173-ce9d-4225-99a3-c0656ba266b1 tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Enqueued Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 648.255253] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 648.255703] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.255894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.256012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.256866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.258983] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.259301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.259758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.259904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.260415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.260415] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.764656] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.764656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.764656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.764656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.764656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.764656] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.764656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.764656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.764656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.764656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.764656] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c already deleted. [ 648.764656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.267201] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.267201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.267201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.267201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.267201] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.267201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.267201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.268367] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.270294] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.270541] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.270660] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.270773] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.270884] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.270991] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 649.271230] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.271422] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.296842] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.297093] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 649.297341] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.299009] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.299009] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-6ef4dd54-200f-48eb-b586-330e5e4f3392 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.299009] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-6ef4dd54-200f-48eb-b586-330e5e4f3392" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.299009] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-6ef4dd54-200f-48eb-b586-330e5e4f3392" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.299009] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-6ef4dd54-200f-48eb-b586-330e5e4f3392" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.299917] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ef4dd54-200f-48eb-b586-330e5e4f3392',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.509621] env[70473]: INFO networking_nsxv3.common.synchronization [req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a req-40495ff5-bc83-4d30-b3e5-c9a57785df4e service nova] Enqueued Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_rules [ 649.509621] env[70473]: INFO networking_nsxv3.common.synchronization [req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a req-40495ff5-bc83-4d30-b3e5-c9a57785df4e service nova] Enqueued Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 649.509621] env[70473]: INFO networking_nsxv3.common.synchronization [req-6b6a7f9a-a6d5-4849-9dd2-50fc69975e0a req-40495ff5-bc83-4d30-b3e5-c9a57785df4e service nova] Enqueued Resource ID: ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 with Priority: HIGHEST for action port [ 649.510767] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_rules [ 649.510767] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 649.511202] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 with Priority: HIGHEST for action port [ 649.511430] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.511525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.511616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.511901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.512075] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.513990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.514152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.514202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.516035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.516035] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.516035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.516035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.516035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.516035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.516035] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.516634] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.516634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.516634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.516800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.516800] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.805964] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.805964] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.805964] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.806327] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.806327] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.806439] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 6ef4dd54-200f-48eb-b586-330e5e4f3392 not found, creating... [ 649.806651] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.806816] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.806959] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.807260] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.807402] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.807744] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.807920] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.808091] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.808315] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.808477] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.808595] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 6ef4dd54-200f-48eb-b586-330e5e4f3392 is going to be created. [ 649.838441] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.839209] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.839209] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.839209] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.839520] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.841160] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-6ef4dd54-200f-48eb-b586-330e5e4f3392" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.015019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.015255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.016801] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.022031] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 with status ACTIVE [ 650.022031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.022031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.022031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.022031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.022031] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14 is going to be updated. [ 650.047448] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.047592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.047662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.047870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.048120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.048340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba5b35c1-2cf4-4aa4-a8bd-3dc7b36cca14" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.414436] env[70473]: INFO networking_nsxv3.common.synchronization [req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 req-090f348d-2138-47bb-b8ac-4e41bc654023 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Enqueued Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 650.414963] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 650.415268] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.415388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.415462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.415726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.415873] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.417108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.417108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.417108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.417108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.417233] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.521342] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.920746] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.920901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.920901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.922701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.922701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.922701] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.922701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.922701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.922701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.922701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.922701] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca already deleted. [ 650.922701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.026259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.026259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.026259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.026259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.026259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.026259] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d is going to be created. [ 651.058800] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.060408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.060529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.061028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.061135] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.074569] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: UNINITIALIZED for 2s [ 651.335971] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ed912f81-ad21-4619-9e15-e68e85e56e75 None None] Enqueued Resource ID: e1495e0b-429b-4ad2-8570-63d1a7c24790 with Priority: HIGHEST for action port [ 651.335971] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1495e0b-429b-4ad2-8570-63d1a7c24790 with Priority: HIGHEST for action port [ 651.337536] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1495e0b-429b-4ad2-8570-63d1a7c24790 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.337536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1495e0b-429b-4ad2-8570-63d1a7c24790" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.337536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1495e0b-429b-4ad2-8570-63d1a7c24790" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.337730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1495e0b-429b-4ad2-8570-63d1a7c24790" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.338166] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1495e0b-429b-4ad2-8570-63d1a7c24790',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.841198] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1495e0b-429b-4ad2-8570-63d1a7c24790 [ 651.842651] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.842651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.842651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.842651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.842651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.842966] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1495e0b-429b-4ad2-8570-63d1a7c24790 already deleted. [ 651.843194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1495e0b-429b-4ad2-8570-63d1a7c24790" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.183847] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.184375] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.184375] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.184525] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.184696] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.184856] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.184971] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.190793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.190976] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.191191] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.191303] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.191413] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.191522] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.191687] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.191821] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.191967] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.224419] env[70473]: INFO networking_nsxv3.common.synchronization [req-c91c93a5-8459-4d21-a523-7175fe3a052c req-0dc7ba77-a733-4e05-bc85-3003d9d12780 service nova] Enqueued Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_rules [ 652.224542] env[70473]: INFO networking_nsxv3.common.synchronization [req-c91c93a5-8459-4d21-a523-7175fe3a052c req-0dc7ba77-a733-4e05-bc85-3003d9d12780 service nova] Enqueued Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 652.225366] env[70473]: INFO networking_nsxv3.common.synchronization [req-c91c93a5-8459-4d21-a523-7175fe3a052c req-0dc7ba77-a733-4e05-bc85-3003d9d12780 service nova] Enqueued Resource ID: 6ef4dd54-200f-48eb-b586-330e5e4f3392 with Priority: HIGHEST for action port [ 652.225890] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.226066] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.226220] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.226404] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.227035] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-2a713321-66e5-4e73-8e65-da7ea8e57995 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.227035] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-2a713321-66e5-4e73-8e65-da7ea8e57995" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.227035] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-2a713321-66e5-4e73-8e65-da7ea8e57995" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.228386] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-2a713321-66e5-4e73-8e65-da7ea8e57995" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.228386] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a713321-66e5-4e73-8e65-da7ea8e57995',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.228929] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_rules [ 652.232410] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 652.232592] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef4dd54-200f-48eb-b586-330e5e4f3392 with Priority: HIGHEST for action port [ 652.233172] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.233764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.233764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.233764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.233764] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.235658] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.235809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.235869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.236155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.236218] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.236352] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.236352] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.239978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.239978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.239978] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.239978] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ef4dd54-200f-48eb-b586-330e5e4f3392 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.239978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ef4dd54-200f-48eb-b586-330e5e4f3392" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.239978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ef4dd54-200f-48eb-b586-330e5e4f3392" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.239978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ef4dd54-200f-48eb-b586-330e5e4f3392" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.239978] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ef4dd54-200f-48eb-b586-330e5e4f3392',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.642414] env[70473]: INFO networking_nsxv3.common.synchronization [None req-816030ed-e795-4b70-a75a-4b2fe3e91cbf tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Enqueued Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_rules [ 652.642414] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_rules [ 652.642685] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.643792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.643792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.644089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.644260] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d88ffa4-da53-4e7c-821a-89774d12bf3d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.733642] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.735886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.735886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.735886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.735886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.735886] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 2a713321-66e5-4e73-8e65-da7ea8e57995 not found, creating... [ 652.735886] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.735886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.735886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.735886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.737361] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.738667] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.738974] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.738974] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.739257] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.739415] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.741093] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 2a713321-66e5-4e73-8e65-da7ea8e57995 is going to be created. [ 652.743132] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.743298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.752767] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.754715] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ef4dd54-200f-48eb-b586-330e5e4f3392 with status ACTIVE [ 652.755026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.755389] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.755389] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.755742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.756014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.756618] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.756618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.756618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.757049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.757160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.757583] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.757813] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.757885] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.758351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.758455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.758574] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ef4dd54-200f-48eb-b586-330e5e4f3392 is going to be updated. [ 652.769359] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.770764] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.770764] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.770764] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.770764] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.771114] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-2a713321-66e5-4e73-8e65-da7ea8e57995" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.790319] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.790319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.790543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.790576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.790776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.790849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ef4dd54-200f-48eb-b586-330e5e4f3392" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.000490] env[70473]: INFO networking_nsxv3.common.synchronization [req-e68fdf57-146d-423a-881e-bbd40b356652 req-08063408-f721-428b-906c-26f08eb7f8e4 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Enqueued Resource ID: ba013a14-4e11-4183-a367-046f9378dc7e with Priority: HIGHEST for action security_group_members [ 653.001229] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba013a14-4e11-4183-a367-046f9378dc7e with Priority: HIGHEST for action security_group_members [ 653.002085] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba013a14-4e11-4183-a367-046f9378dc7e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.002085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.002085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.002460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.002688] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.002885] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.002966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.003205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.003350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.003412] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba013a14-4e11-4183-a367-046f9378dc7e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.085496] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: SUCCESS [ 653.085656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.085802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.086482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.086724] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.086851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.086916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.087090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.087173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.087259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.087345] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.167267] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.167267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.167267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.167267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.167267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.167267] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d already deleted. [ 653.167267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.256515] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.262888] env[70473]: INFO networking_nsxv3.common.synchronization [None req-d118dc8c-7295-48ea-a73e-c5df06870e41 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Enqueued Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_rules [ 653.263318] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_rules [ 653.263643] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.263771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.263771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.264332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.264332] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d88ffa4-da53-4e7c-821a-89774d12bf3d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.493871] env[70473]: INFO networking_nsxv3.common.synchronization [None req-515397aa-2d7d-41e5-998b-7c3a7c67343b None None] Enqueued Resource ID: ebe8c15a-54bc-402f-9b99-7e868d9772c8 with Priority: HIGHEST for action port [ 653.494891] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe8c15a-54bc-402f-9b99-7e868d9772c8 with Priority: HIGHEST for action port [ 653.494891] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebe8c15a-54bc-402f-9b99-7e868d9772c8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.495051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebe8c15a-54bc-402f-9b99-7e868d9772c8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.496520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebe8c15a-54bc-402f-9b99-7e868d9772c8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.498457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebe8c15a-54bc-402f-9b99-7e868d9772c8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.498457] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe8c15a-54bc-402f-9b99-7e868d9772c8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.508619] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.508619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.508619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.508619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.508619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.508619] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.508619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.508619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.508619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.508619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.508619] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba013a14-4e11-4183-a367-046f9378dc7e already deleted. [ 653.508619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.592361] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.592361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.592361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.592561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.592708] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.592800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.592800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.592962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.593165] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.593165] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.593269] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.593408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.593466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.593564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.593704] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.593812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.593862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.593995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.594053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.594143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.594198] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.758959] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.759246] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.759246] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.759439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.759535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.759637] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c is going to be created. [ 653.788383] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.788383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.788383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.788383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.788383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.788383] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d already deleted. [ 653.788383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.800761] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.800761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.800761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.800761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.800761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.811465] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: UNINITIALIZED for 2s [ 654.000576] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebe8c15a-54bc-402f-9b99-7e868d9772c8 [ 654.002360] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.002360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.002360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.002360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.002360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.002360] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebe8c15a-54bc-402f-9b99-7e868d9772c8 already deleted. [ 654.002360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebe8c15a-54bc-402f-9b99-7e868d9772c8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.097528] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bd60804-7540-472d-bd0b-a2a70bc6798d: rpc.has_security_group_logging(os_id): False [ 654.119052] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.119182] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.119290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.119557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.119711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.120197] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.120197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.120197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.120425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.120551] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.120787] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.121019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.121137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.121330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.121456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.121904] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.122103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.122210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.122408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.122553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.122933] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d is going to be created. [ 654.142455] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.142657] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-428" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.142785] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-428" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.143117] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-428" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.143380] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.143559] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.143682] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.143901] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.144557] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.144864] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.145052] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.145223] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.145383] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.145732] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.145914] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.146113] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.168040] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.168535] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.168808] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.168990] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-428" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.169508] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-3d5169bf-0b23-4d11-8562-58844d7ab6ff taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.169628] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-3d5169bf-0b23-4d11-8562-58844d7ab6ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.169703] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-3d5169bf-0b23-4d11-8562-58844d7ab6ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.170044] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-3d5169bf-0b23-4d11-8562-58844d7ab6ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.170282] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5169bf-0b23-4d11-8562-58844d7ab6ff',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.205996] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.205996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.205996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.205996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.205996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.219125] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: IN_PROGRESS for 2s [ 654.371972] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ba28e473-e6f6-4454-b903-9f03ba82cc74 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_rules [ 654.373039] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_rules [ 654.373293] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.373563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.373716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.374098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.374395] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.645611] env[70473]: INFO networking_nsxv3.common.synchronization [req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 req-a4a400e1-3f22-4b1f-bf6a-ae6b87237a18 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 654.646219] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 654.648694] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.648694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.648694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.648694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.648694] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.648694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.648694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.648694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.648694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.648694] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.676925] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.676925] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.676925] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.676925] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.676925] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.676925] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 3d5169bf-0b23-4d11-8562-58844d7ab6ff not found, creating... [ 654.676925] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.681014] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.681014] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.689808] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.689808] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.689808] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.689808] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.689808] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.689808] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.689808] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.689808] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 3d5169bf-0b23-4d11-8562-58844d7ab6ff is going to be created. [ 654.724958] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.726286] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.726286] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.726286] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.726286] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.726286] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-3d5169bf-0b23-4d11-8562-58844d7ab6ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.779100] env[70473]: INFO networking_nsxv3.common.synchronization [None req-82fd974a-b878-4294-8770-24b0b45d108c tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_rules [ 654.779950] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_rules [ 654.782278] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.782278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.905141] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.905505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.905751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.908020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.908020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.908020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 already deleted. [ 654.908020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.908020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.908020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.908020] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.151869] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.152276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.153627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.154026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.154026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.154271] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.154399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.154463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.154636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.154716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.155473] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 already deleted. [ 655.155473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.435326] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.435515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.435581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.436046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.436237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.436367] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 already deleted. [ 655.436490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.530808] env[70473]: INFO networking_nsxv3.common.synchronization [req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 req-bc7c31b1-0af4-4759-9cee-e8cfc8b3ef19 service nova] Enqueued Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_rules [ 655.530808] env[70473]: INFO networking_nsxv3.common.synchronization [req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 req-bc7c31b1-0af4-4759-9cee-e8cfc8b3ef19 service nova] Enqueued Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 655.530934] env[70473]: INFO networking_nsxv3.common.synchronization [req-4cb1f97b-a279-4a3b-bbe4-cf9ba1c06d98 req-bc7c31b1-0af4-4759-9cee-e8cfc8b3ef19 service nova] Enqueued Resource ID: 2a713321-66e5-4e73-8e65-da7ea8e57995 with Priority: HIGHEST for action port [ 655.531601] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_rules [ 655.531748] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 655.533366] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a713321-66e5-4e73-8e65-da7ea8e57995 with Priority: HIGHEST for action port [ 655.533615] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.533758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.533805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.534083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.534169] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.535434] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.535520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.535581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.535756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.535903] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.536014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.536075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.536221] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.536311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.536397] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.537192] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a713321-66e5-4e73-8e65-da7ea8e57995 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.539590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a713321-66e5-4e73-8e65-da7ea8e57995" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.539590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a713321-66e5-4e73-8e65-da7ea8e57995" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.539590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a713321-66e5-4e73-8e65-da7ea8e57995" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.539590] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a713321-66e5-4e73-8e65-da7ea8e57995',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.591719] env[70473]: INFO networking_nsxv3.common.synchronization [None req-703e88e6-9a53-45e3-9855-eb060b30a60c None None] Enqueued Resource ID: 84584bea-8bed-4bf6-b154-8903d1e50dae with Priority: HIGHEST for action port [ 655.592070] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84584bea-8bed-4bf6-b154-8903d1e50dae with Priority: HIGHEST for action port [ 655.592730] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-84584bea-8bed-4bf6-b154-8903d1e50dae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.592832] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84584bea-8bed-4bf6-b154-8903d1e50dae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.592907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84584bea-8bed-4bf6-b154-8903d1e50dae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.597670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84584bea-8bed-4bf6-b154-8903d1e50dae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.598256] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84584bea-8bed-4bf6-b154-8903d1e50dae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.769144] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.769355] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.769515] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.769877] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.770620] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.770860] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.771405] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.771842] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.772158] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.772531] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.772682] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.772939] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.772979] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.773139] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.773273] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.773438] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.796087] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.796087] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.796087] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.796087] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.796087] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-3f43742a-6a8f-41e4-af01-7c9f6e8f8656 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.796087] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-3f43742a-6a8f-41e4-af01-7c9f6e8f8656" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.796087] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-3f43742a-6a8f-41e4-af01-7c9f6e8f8656" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.796558] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-3f43742a-6a8f-41e4-af01-7c9f6e8f8656" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.797204] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f43742a-6a8f-41e4-af01-7c9f6e8f8656',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.822094] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: SUCCESS [ 655.822738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.823145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.823445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.823656] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.823793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.823879] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.824009] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.824106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.824207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.824651] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.039671] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.039808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.043037] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.043413] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a713321-66e5-4e73-8e65-da7ea8e57995 with status ACTIVE [ 656.043794] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.043794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.043794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.044073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.044353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.044696] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.047907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.047985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.048244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.048334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.048547] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.048647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.048703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.048876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.048990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.049098] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a713321-66e5-4e73-8e65-da7ea8e57995 is going to be updated. [ 656.072788] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.073527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.073527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.073527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.073708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.073823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a713321-66e5-4e73-8e65-da7ea8e57995" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.101474] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84584bea-8bed-4bf6-b154-8903d1e50dae [ 656.101686] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.101827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.101905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.102132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.102247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.102942] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84584bea-8bed-4bf6-b154-8903d1e50dae already deleted. [ 656.102942] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84584bea-8bed-4bf6-b154-8903d1e50dae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.190500] env[70473]: INFO networking_nsxv3.common.synchronization [req-e68fdf57-146d-423a-881e-bbd40b356652 req-11b9b293-1be5-4553-9248-3d794526b664 service nova] Enqueued Resource ID: ba013a14-4e11-4183-a367-046f9378dc7e with Priority: HIGHEST for action security_group_rules [ 656.190750] env[70473]: INFO networking_nsxv3.common.synchronization [req-e68fdf57-146d-423a-881e-bbd40b356652 req-11b9b293-1be5-4553-9248-3d794526b664 service nova] Enqueued Resource ID: ba013a14-4e11-4183-a367-046f9378dc7e with Priority: HIGHEST for action security_group_members [ 656.190844] env[70473]: INFO networking_nsxv3.common.synchronization [req-e68fdf57-146d-423a-881e-bbd40b356652 req-11b9b293-1be5-4553-9248-3d794526b664 service nova] Enqueued Resource ID: 3d5169bf-0b23-4d11-8562-58844d7ab6ff with Priority: HIGHEST for action port [ 656.191446] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba013a14-4e11-4183-a367-046f9378dc7e with Priority: HIGHEST for action security_group_rules [ 656.191960] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba013a14-4e11-4183-a367-046f9378dc7e with Priority: HIGHEST for action security_group_members [ 656.191960] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5169bf-0b23-4d11-8562-58844d7ab6ff with Priority: HIGHEST for action port [ 656.192194] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba013a14-4e11-4183-a367-046f9378dc7e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.192338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.192412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.192731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.192809] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba013a14-4e11-4183-a367-046f9378dc7e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.193743] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba013a14-4e11-4183-a367-046f9378dc7e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.193961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.193961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.194126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.194278] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.194683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.194683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.194683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.194683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.194831] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba013a14-4e11-4183-a367-046f9378dc7e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.195657] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d5169bf-0b23-4d11-8562-58844d7ab6ff taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.195809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d5169bf-0b23-4d11-8562-58844d7ab6ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.195857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d5169bf-0b23-4d11-8562-58844d7ab6ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.197871] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d5169bf-0b23-4d11-8562-58844d7ab6ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.197871] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5169bf-0b23-4d11-8562-58844d7ab6ff',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.262071] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: SUCCESS [ 656.262071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.301880] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.301880] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.301880] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.302695] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.303131] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.304016] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 3f43742a-6a8f-41e4-af01-7c9f6e8f8656 not found, creating... [ 656.304016] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.304016] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.304016] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.304280] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.304545] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.304920] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.305169] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.305388] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.305706] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.306065] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.306065] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 3f43742a-6a8f-41e4-af01-7c9f6e8f8656 is going to be created. [ 656.326799] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.329370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.329370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.329370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.329370] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.329370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.329370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.329370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.329370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.329370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.329370] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.329370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.329370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.330311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.330311] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.330311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.330311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.330311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.330311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.330311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.330311] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.334738] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.335027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.335110] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.335474] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.335619] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.335886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-3f43742a-6a8f-41e4-af01-7c9f6e8f8656" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.551018] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.698822] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba013a14-4e11-4183-a367-046f9378dc7e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.699362] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba013a14-4e11-4183-a367-046f9378dc7e taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.699546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.701160] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d5169bf-0b23-4d11-8562-58844d7ab6ff with status ACTIVE [ 656.702016] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.702577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.702577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.705610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.705610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.705610] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.705610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.705610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.705610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.705610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.705610] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.705610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.705610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.705610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.705610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.705610] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d5169bf-0b23-4d11-8562-58844d7ab6ff is going to be updated. [ 656.728453] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.728630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.728673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.728986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.729070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.729257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d5169bf-0b23-4d11-8562-58844d7ab6ff" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.834335] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f0b59fe-3786-4e48-9c9b-3cc44adc479c: rpc.has_security_group_logging(os_id): False [ 656.861230] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.861230] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.861230] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.861230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.861788] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.861788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.861788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.861788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.861788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.861788] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c is going to be created. [ 656.958363] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.958518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.958587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.958805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.958972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.972365] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: IN_PROGRESS for 2s [ 657.055567] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.055567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.055567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.055567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.055567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.055567] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca is going to be created. [ 657.124730] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.124948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.124996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.125950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.125950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.142615] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: UNINITIALIZED for 2s [ 657.200859] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba013a14-4e11-4183-a367-046f9378dc7e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.703842] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.704142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.704142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.704316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.704414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.704509] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba013a14-4e11-4183-a367-046f9378dc7e is going to be created. [ 657.732191] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.732359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.732785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.732785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.732785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.744817] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba013a14-4e11-4183-a367-046f9378dc7e in Status: UNINITIALIZED for 2s [ 657.768864] env[70473]: INFO networking_nsxv3.common.synchronization [None req-0ed774c1-d7e5-479c-8586-e43dc02f73a7 None None] Enqueued Resource ID: 5a337ccf-8b27-466b-baf2-12a2026cc4a1 with Priority: HIGHEST for action port [ 657.769187] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a337ccf-8b27-466b-baf2-12a2026cc4a1 with Priority: HIGHEST for action port [ 657.769770] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a337ccf-8b27-466b-baf2-12a2026cc4a1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.769907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a337ccf-8b27-466b-baf2-12a2026cc4a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.769992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a337ccf-8b27-466b-baf2-12a2026cc4a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.770451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a337ccf-8b27-466b-baf2-12a2026cc4a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.770537] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a337ccf-8b27-466b-baf2-12a2026cc4a1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.005380] env[70473]: INFO networking_nsxv3.common.synchronization [req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 req-ba735780-bb6a-42ad-a1d3-d71d00684ede service nova] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_rules [ 658.005584] env[70473]: INFO networking_nsxv3.common.synchronization [req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 req-ba735780-bb6a-42ad-a1d3-d71d00684ede service nova] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 658.005718] env[70473]: INFO networking_nsxv3.common.synchronization [req-76ca1a5b-afda-40ce-9192-ba74afdd10e2 req-ba735780-bb6a-42ad-a1d3-d71d00684ede service nova] Enqueued Resource ID: 3f43742a-6a8f-41e4-af01-7c9f6e8f8656 with Priority: HIGHEST for action port [ 658.006343] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_rules [ 658.006479] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 658.006574] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f43742a-6a8f-41e4-af01-7c9f6e8f8656 with Priority: HIGHEST for action port [ 658.006843] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.006963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.007039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.007858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.007858] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.008515] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.008629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.008696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.008865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.009083] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.009148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.009194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.009302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.009386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.009478] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.010312] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f43742a-6a8f-41e4-af01-7c9f6e8f8656 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.010868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f43742a-6a8f-41e4-af01-7c9f6e8f8656" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.010868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f43742a-6a8f-41e4-af01-7c9f6e8f8656" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.010868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f43742a-6a8f-41e4-af01-7c9f6e8f8656" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.010868] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f43742a-6a8f-41e4-af01-7c9f6e8f8656',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.272422] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a337ccf-8b27-466b-baf2-12a2026cc4a1 [ 658.272726] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.272800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.272843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.273657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.273657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.273657] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a337ccf-8b27-466b-baf2-12a2026cc4a1 already deleted. [ 658.273657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a337ccf-8b27-466b-baf2-12a2026cc4a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.516236] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.516236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.517953] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.519029] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f43742a-6a8f-41e4-af01-7c9f6e8f8656 with status ACTIVE [ 658.519260] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.519405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.519481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.519718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.519807] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.519982] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.520092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.520181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.520352] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.520428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.520603] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.520693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.520811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.520883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.520959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.525152] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f43742a-6a8f-41e4-af01-7c9f6e8f8656 is going to be updated. [ 658.548433] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.548599] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.548652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.548865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.548990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.549189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f43742a-6a8f-41e4-af01-7c9f6e8f8656" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.679493] env[70473]: INFO networking_nsxv3.common.synchronization [None req-3e488fd7-8989-48a6-b901-1a8673d34d3f None None] Enqueued Resource ID: 07110666-17b7-404f-a1fd-5492c045076e with Priority: HIGHEST for action port [ 658.680205] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07110666-17b7-404f-a1fd-5492c045076e with Priority: HIGHEST for action port [ 658.682105] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-07110666-17b7-404f-a1fd-5492c045076e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.682105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07110666-17b7-404f-a1fd-5492c045076e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.682105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07110666-17b7-404f-a1fd-5492c045076e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.682105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07110666-17b7-404f-a1fd-5492c045076e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.682382] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07110666-17b7-404f-a1fd-5492c045076e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.986212] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: SUCCESS [ 658.986375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.026309] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.152331] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: UNINITIALIZED for 4s [ 659.185447] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07110666-17b7-404f-a1fd-5492c045076e [ 659.185682] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.185914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.185914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.186327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.186327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.186544] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07110666-17b7-404f-a1fd-5492c045076e already deleted. [ 659.186544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07110666-17b7-404f-a1fd-5492c045076e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.529054] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.529709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.529709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.529709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.529709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.529709] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be created. [ 659.560257] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.562326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.562326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.562482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.562700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.576691] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: UNINITIALIZED for 2s [ 659.763865] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba013a14-4e11-4183-a367-046f9378dc7e in Status: SUCCESS [ 659.763865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.763865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.763865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.763865] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.763865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.764344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.764344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.764344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.764441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.764529] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba013a14-4e11-4183-a367-046f9378dc7e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.980600] env[70473]: INFO networking_nsxv3.common.synchronization [req-334c2472-3e4d-4767-b4a5-e758a221db76 req-4516052e-33bf-491f-85dd-b60d6f1f547f tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Enqueued Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_members [ 659.980600] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_members [ 659.980600] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7177a4-398d-434a-a10b-49987e1a5b62 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.980600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.980600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.981620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.982472] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.982472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.983177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.983177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.983518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.984050] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.128763] env[70473]: INFO networking_nsxv3.common.synchronization [None req-f796d12f-0083-4b7e-b627-85a9e091e0b3 None None] Enqueued Resource ID: edeed27d-7d24-4bb7-a347-674da4163aca with Priority: HIGHEST for action port [ 660.128763] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edeed27d-7d24-4bb7-a347-674da4163aca with Priority: HIGHEST for action port [ 660.128763] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-edeed27d-7d24-4bb7-a347-674da4163aca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.129122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edeed27d-7d24-4bb7-a347-674da4163aca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.129122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edeed27d-7d24-4bb7-a347-674da4163aca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.130314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edeed27d-7d24-4bb7-a347-674da4163aca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.130314] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edeed27d-7d24-4bb7-a347-674da4163aca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.268706] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba013a14-4e11-4183-a367-046f9378dc7e taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.268706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.268706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.268884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.268953] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.269129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.269200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.269388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.269548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.269672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.269856] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba013a14-4e11-4183-a367-046f9378dc7e taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.269956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.270040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.270427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.270654] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.270908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.270908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.271185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.271319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.271489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.271632] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba013a14-4e11-4183-a367-046f9378dc7e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.488515] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.488515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.488683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.488894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.489821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.489821] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.489821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.489821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.490034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.490034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.490268] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 already deleted. [ 660.490369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.636796] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edeed27d-7d24-4bb7-a347-674da4163aca [ 660.636796] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.636796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.636796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.636796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.636796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.636796] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edeed27d-7d24-4bb7-a347-674da4163aca already deleted. [ 660.636796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edeed27d-7d24-4bb7-a347-674da4163aca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.777217] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba013a14-4e11-4183-a367-046f9378dc7e: rpc.has_security_group_logging(os_id): False [ 660.799484] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.800523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.801084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.801798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.801989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.802223] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.802726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.802951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.803077] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.803182] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.803417] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.803530] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.803628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.803777] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.803846] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.804063] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.804689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.804780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.804955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.805050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.805228] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba013a14-4e11-4183-a367-046f9378dc7e is going to be created. [ 660.930234] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.930585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.930585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.930723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.930848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.949541] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba013a14-4e11-4183-a367-046f9378dc7e in Status: IN_PROGRESS for 2s [ 661.167513] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: SUCCESS [ 661.167513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.167847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.170606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.172771] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.172771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.172771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.172771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.172771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.172771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.172771] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.447557] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.447721] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.447721] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.448622] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.448622] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.448622] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.448622] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.449082] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.449082] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.451096] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.451272] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.451416] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.451626] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.451626] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.452090] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.452090] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.473051] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.473304] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.473595] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.473745] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.474145] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-8108f4d0-f98d-4f76-ae76-9a6a9fe16561 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.474862] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-8108f4d0-f98d-4f76-ae76-9a6a9fe16561" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.474862] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-8108f4d0-f98d-4f76-ae76-9a6a9fe16561" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.476412] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-8108f4d0-f98d-4f76-ae76-9a6a9fe16561" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.476633] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8108f4d0-f98d-4f76-ae76-9a6a9fe16561',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.593208] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 661.593366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.593898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.594406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.594406] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.594890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.594890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.594890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.594890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.594890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.595076] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.680519] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.680519] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.680519] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.680519] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.680519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.681521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.681521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.681521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.681521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.681521] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.689915] env[70473]: INFO networking_nsxv3.common.synchronization [None req-942b49be-4164-48f2-b3ad-072c876d9eae None None] Enqueued Resource ID: 81c91c0d-defa-456c-a84d-c46e07002e5a with Priority: HIGHEST for action port [ 661.690467] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c91c0d-defa-456c-a84d-c46e07002e5a with Priority: HIGHEST for action port [ 661.690812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c91c0d-defa-456c-a84d-c46e07002e5a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.690956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c91c0d-defa-456c-a84d-c46e07002e5a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.691027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c91c0d-defa-456c-a84d-c46e07002e5a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.691276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c91c0d-defa-456c-a84d-c46e07002e5a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.691408] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c91c0d-defa-456c-a84d-c46e07002e5a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.979976] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.980159] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.980571] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.980901] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.981527] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.981527] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 8108f4d0-f98d-4f76-ae76-9a6a9fe16561 not found, creating... [ 661.983652] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.983652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.983652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.983652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.985725] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.985725] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.985725] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.986332] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.986488] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.986642] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.986856] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 8108f4d0-f98d-4f76-ae76-9a6a9fe16561 is going to be created. [ 662.014516] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.014516] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.014516] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.014924] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.014924] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.015214] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-8108f4d0-f98d-4f76-ae76-9a6a9fe16561" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.103052] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.103052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.103052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.103052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.103052] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.103052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.103052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.106579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.106579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.106579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.106579] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.106579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.107232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.107680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.108127] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.108502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.108904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.110021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.110021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.110021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.110021] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.115362] env[70473]: INFO networking_nsxv3.common.synchronization [None req-30ceace4-bc4b-4f88-995c-7af4f2d1dd73 None None] Enqueued Resource ID: e1e4f620-738e-4ae8-95aa-567f8a66170d with Priority: HIGHEST for action port [ 662.115362] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e4f620-738e-4ae8-95aa-567f8a66170d with Priority: HIGHEST for action port [ 662.115914] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e4f620-738e-4ae8-95aa-567f8a66170d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.116334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e4f620-738e-4ae8-95aa-567f8a66170d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.116597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e4f620-738e-4ae8-95aa-567f8a66170d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.117159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e4f620-738e-4ae8-95aa-567f8a66170d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.117599] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e4f620-738e-4ae8-95aa-567f8a66170d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.191123] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca: rpc.has_security_group_logging(os_id): False [ 662.193314] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81c91c0d-defa-456c-a84d-c46e07002e5a [ 662.193314] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.193533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.193533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.194579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.194579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.194579] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81c91c0d-defa-456c-a84d-c46e07002e5a already deleted. [ 662.198440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c91c0d-defa-456c-a84d-c46e07002e5a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.219501] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.219800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.220403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.220403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.220542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.221043] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.221043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.223157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.223157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.223283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.225064] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.225064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.225064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.225064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.225064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.229666] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.229666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.229666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.229666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.229666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.229666] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca is going to be created. [ 662.304643] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.304643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.305478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.305478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.305601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.320085] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: IN_PROGRESS for 2s [ 662.402425] env[70473]: INFO networking_nsxv3.common.synchronization [None req-60c74cd9-e40d-4cf2-9e83-3a9a5a9e9e4f None None] Enqueued Resource ID: 9d6c3ec5-816b-4399-89c2-2781a96b2d7a with Priority: HIGHEST for action port [ 662.402772] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6c3ec5-816b-4399-89c2-2781a96b2d7a with Priority: HIGHEST for action port [ 662.403458] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d6c3ec5-816b-4399-89c2-2781a96b2d7a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.403626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d6c3ec5-816b-4399-89c2-2781a96b2d7a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.403726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d6c3ec5-816b-4399-89c2-2781a96b2d7a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.408487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d6c3ec5-816b-4399-89c2-2781a96b2d7a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.408487] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6c3ec5-816b-4399-89c2-2781a96b2d7a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.615266] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c08c002-ed94-4fb1-b21c-e4817f96bd41: rpc.has_security_group_logging(os_id): False [ 662.623062] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1e4f620-738e-4ae8-95aa-567f8a66170d [ 662.623314] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.623452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.623522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.623738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.623883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.624251] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1e4f620-738e-4ae8-95aa-567f8a66170d already deleted. [ 662.624251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e4f620-738e-4ae8-95aa-567f8a66170d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.637287] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.637287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.637287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.637595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.637595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.637714] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.639039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.639039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.639039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.639039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.639039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.639039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.639039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.639039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.639039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.639526] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.639526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.639526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.639526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.639649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.639732] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be created. [ 662.728346] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.732123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.732123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.732123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.732123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.743735] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 662.906979] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d6c3ec5-816b-4399-89c2-2781a96b2d7a [ 662.907393] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.907851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.907851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.907923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.908022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.908126] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d6c3ec5-816b-4399-89c2-2781a96b2d7a already deleted. [ 662.908213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d6c3ec5-816b-4399-89c2-2781a96b2d7a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.965066] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba013a14-4e11-4183-a367-046f9378dc7e in Status: SUCCESS [ 662.965066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.126238] env[70473]: INFO networking_nsxv3.common.synchronization [req-65db1890-70f8-4bba-bd43-89cf91e5e66c req-5ba9871b-54d2-456d-b19f-37af9b889495 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Enqueued Resource ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 with Priority: HIGHEST for action security_group_members [ 663.126924] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 with Priority: HIGHEST for action security_group_members [ 663.127333] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.127455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.127541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.127800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.127948] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.128066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.128125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.128284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.128366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.128457] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.630796] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.631012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.631080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.631297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.631399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.632282] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.632282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.632282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.632282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.632282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.632282] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 already deleted. [ 663.632282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.730011] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ebbddcb5-b22f-4603-8191-a7d0897ffba2 None None] Enqueued Resource ID: abeacb81-f404-49d5-b075-1fe04822fe76 with Priority: HIGHEST for action port [ 663.730844] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abeacb81-f404-49d5-b075-1fe04822fe76 with Priority: HIGHEST for action port [ 663.733281] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-abeacb81-f404-49d5-b075-1fe04822fe76 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.733281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abeacb81-f404-49d5-b075-1fe04822fe76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.733281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abeacb81-f404-49d5-b075-1fe04822fe76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.733281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abeacb81-f404-49d5-b075-1fe04822fe76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.733281] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abeacb81-f404-49d5-b075-1fe04822fe76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.236267] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abeacb81-f404-49d5-b075-1fe04822fe76 [ 664.237235] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.237235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.237235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.237235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.237235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.237235] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abeacb81-f404-49d5-b075-1fe04822fe76 already deleted. [ 664.237235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abeacb81-f404-49d5-b075-1fe04822fe76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.281300] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.281300] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.281300] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.281300] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.281300] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.283106] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.283500] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.283845] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.284247] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.285467] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.285686] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.285890] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.286107] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.286403] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 664.287935] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.287935] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.350254] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: SUCCESS [ 664.351234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.360277] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.360533] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.074 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 664.360643] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.362093] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.362093] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-4a352556-e2a6-4eeb-8aea-41e970924574 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.362093] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-4a352556-e2a6-4eeb-8aea-41e970924574" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.362093] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-4a352556-e2a6-4eeb-8aea-41e970924574" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.362093] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-4a352556-e2a6-4eeb-8aea-41e970924574" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.362437] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a352556-e2a6-4eeb-8aea-41e970924574',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.437078] env[70473]: INFO networking_nsxv3.common.synchronization [req-334c2472-3e4d-4767-b4a5-e758a221db76 req-57c75276-c096-4287-9f17-54136be27021 service nova] Enqueued Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_rules [ 664.437078] env[70473]: INFO networking_nsxv3.common.synchronization [req-334c2472-3e4d-4767-b4a5-e758a221db76 req-57c75276-c096-4287-9f17-54136be27021 service nova] Enqueued Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_members [ 664.437078] env[70473]: INFO networking_nsxv3.common.synchronization [req-334c2472-3e4d-4767-b4a5-e758a221db76 req-57c75276-c096-4287-9f17-54136be27021 service nova] Enqueued Resource ID: 8108f4d0-f98d-4f76-ae76-9a6a9fe16561 with Priority: HIGHEST for action port [ 664.437078] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_rules [ 664.437078] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_members [ 664.437078] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8108f4d0-f98d-4f76-ae76-9a6a9fe16561 with Priority: HIGHEST for action port [ 664.437078] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7177a4-398d-434a-a10b-49987e1a5b62 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.437078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.437078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.437078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.437078] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.437911] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7177a4-398d-434a-a10b-49987e1a5b62 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.438022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.438126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.438307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.438454] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.438547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.438750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.438931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.439023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.442023] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.442023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-8108f4d0-f98d-4f76-ae76-9a6a9fe16561 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.442023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8108f4d0-f98d-4f76-ae76-9a6a9fe16561" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.442023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8108f4d0-f98d-4f76-ae76-9a6a9fe16561" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.442023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8108f4d0-f98d-4f76-ae76-9a6a9fe16561" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.442023] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8108f4d0-f98d-4f76-ae76-9a6a9fe16561',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.673286] env[70473]: INFO networking_nsxv3.common.synchronization [None req-c505e139-7ceb-483f-bd6d-87ee00b5f92f None None] Enqueued Resource ID: c363f259-f2dc-470c-82b2-e43cdc870824 with Priority: HIGHEST for action port [ 664.677355] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c363f259-f2dc-470c-82b2-e43cdc870824 with Priority: HIGHEST for action port [ 664.677984] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-c363f259-f2dc-470c-82b2-e43cdc870824 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.678529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c363f259-f2dc-470c-82b2-e43cdc870824" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.678529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c363f259-f2dc-470c-82b2-e43cdc870824" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.678868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c363f259-f2dc-470c-82b2-e43cdc870824" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.678933] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c363f259-f2dc-470c-82b2-e43cdc870824',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.764111] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 664.764444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.866874] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.867276] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.867276] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.867967] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.867967] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.867967] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 4a352556-e2a6-4eeb-8aea-41e970924574 not found, creating... [ 664.868163] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.868927] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.871837] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.872268] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.872441] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.875094] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.875378] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.875584] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.875844] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.875969] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.876074] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 4a352556-e2a6-4eeb-8aea-41e970924574 is going to be created. [ 664.903249] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.903249] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.903249] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.907188] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.907188] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.907188] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-4a352556-e2a6-4eeb-8aea-41e970924574" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.942113] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7177a4-398d-434a-a10b-49987e1a5b62 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.942287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.942540] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.943950] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8108f4d0-f98d-4f76-ae76-9a6a9fe16561 with status ACTIVE [ 664.944232] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.944405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.944508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.944704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.944840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.945008] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.945322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.945388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.945607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.945678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.945843] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.945937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.946104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.946263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.946374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.946489] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8108f4d0-f98d-4f76-ae76-9a6a9fe16561 is going to be updated. [ 664.974780] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.974968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.975035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.975265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.975410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.975910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8108f4d0-f98d-4f76-ae76-9a6a9fe16561" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.141770] env[70473]: INFO networking_nsxv3.common.synchronization [None req-667b1ab7-4daa-4486-8cc1-bd4d3fe86a5d tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_rules [ 665.142251] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_rules [ 665.142592] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109d2c8a-309c-46d0-8962-598b3cd6146e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.142715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.143696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.143696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.143696] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.185885] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c363f259-f2dc-470c-82b2-e43cdc870824 [ 665.186123] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.186292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.186393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.186717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.186838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.189020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c363f259-f2dc-470c-82b2-e43cdc870824 already deleted. [ 665.189020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c363f259-f2dc-470c-82b2-e43cdc870824" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.193103] env[70473]: INFO networking_nsxv3.common.synchronization [None req-7ade3bf7-bd0a-4c9b-ab38-85d0dcec6d07 None None] Enqueued Resource ID: b1edb5c6-ada8-445a-9f71-d0d0d9fea369 with Priority: HIGHEST for action port [ 665.193925] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1edb5c6-ada8-445a-9f71-d0d0d9fea369 with Priority: HIGHEST for action port [ 665.194158] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1edb5c6-ada8-445a-9f71-d0d0d9fea369 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.194289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1edb5c6-ada8-445a-9f71-d0d0d9fea369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.194358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1edb5c6-ada8-445a-9f71-d0d0d9fea369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.194669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1edb5c6-ada8-445a-9f71-d0d0d9fea369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.194755] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1edb5c6-ada8-445a-9f71-d0d0d9fea369',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.402929] env[70473]: INFO networking_nsxv3.common.synchronization [None req-f6405745-1814-42eb-9d10-7d651a1f129e tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_rules [ 665.403409] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_rules [ 665.403723] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109d2c8a-309c-46d0-8962-598b3cd6146e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.404203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.449354] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.673842] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.675991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.675991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.675991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.675991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.675991] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109d2c8a-309c-46d0-8962-598b3cd6146e already deleted. [ 665.675991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.675991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.675991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.675991] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.697391] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1edb5c6-ada8-445a-9f71-d0d0d9fea369 [ 665.697391] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.697391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.697391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.698377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.698377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.698377] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1edb5c6-ada8-445a-9f71-d0d0d9fea369 already deleted. [ 665.698377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1edb5c6-ada8-445a-9f71-d0d0d9fea369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.955984] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.956293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.956293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.956453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.956556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.956659] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 is going to be created. [ 665.982207] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.982364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.982530] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.982793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.983245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.995230] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 in Status: UNINITIALIZED for 2s [ 666.202253] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.202431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.202471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.203835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.203835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.203835] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109d2c8a-309c-46d0-8962-598b3cd6146e already deleted. [ 666.203835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.244796] env[70473]: INFO networking_nsxv3.common.synchronization [req-d74c4505-4298-4d14-b20e-7712182658a9 req-efb2feea-d0d8-4099-951b-3eac669f9c48 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Enqueued Resource ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 with Priority: HIGHEST for action security_group_members [ 666.249451] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 with Priority: HIGHEST for action security_group_members [ 666.251575] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe508c1-ba7e-4c94-bf9b-07821fb80728 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.251735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.251807] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.254470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.254732] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.254873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.254939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.255889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.255889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.255889] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe508c1-ba7e-4c94-bf9b-07821fb80728',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.758603] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.758877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.758877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.759084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.759179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.759388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.759495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.759555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.759710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.759787] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.759874] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 already deleted. [ 666.759953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.909229] env[70473]: INFO networking_nsxv3.common.synchronization [None req-558199a6-b8d1-4609-b123-e9e7d791972d None None] Enqueued Resource ID: e6f51a69-786f-4af9-9b2e-71aa4861b983 with Priority: HIGHEST for action port [ 666.909358] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f51a69-786f-4af9-9b2e-71aa4861b983 with Priority: HIGHEST for action port [ 666.910126] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f51a69-786f-4af9-9b2e-71aa4861b983 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.910126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f51a69-786f-4af9-9b2e-71aa4861b983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.910406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f51a69-786f-4af9-9b2e-71aa4861b983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.910531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f51a69-786f-4af9-9b2e-71aa4861b983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.910592] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f51a69-786f-4af9-9b2e-71aa4861b983',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.970175] env[70473]: INFO networking_nsxv3.common.synchronization [None req-12579efe-4f64-473c-a640-117ce55f3189 None None] Enqueued Resource ID: a02c0ccf-6b8d-4c38-8941-0ed08f482fa0 with Priority: HIGHEST for action port [ 666.970780] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02c0ccf-6b8d-4c38-8941-0ed08f482fa0 with Priority: HIGHEST for action port [ 666.971706] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a02c0ccf-6b8d-4c38-8941-0ed08f482fa0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.971706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a02c0ccf-6b8d-4c38-8941-0ed08f482fa0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.971706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a02c0ccf-6b8d-4c38-8941-0ed08f482fa0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.971706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a02c0ccf-6b8d-4c38-8941-0ed08f482fa0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.971958] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02c0ccf-6b8d-4c38-8941-0ed08f482fa0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.090135] env[70473]: INFO networking_nsxv3.common.synchronization [req-65db1890-70f8-4bba-bd43-89cf91e5e66c req-11b29407-16dd-440e-b2d0-75eab8bf84d0 service nova] Enqueued Resource ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 with Priority: HIGHEST for action security_group_rules [ 667.090407] env[70473]: INFO networking_nsxv3.common.synchronization [req-65db1890-70f8-4bba-bd43-89cf91e5e66c req-11b29407-16dd-440e-b2d0-75eab8bf84d0 service nova] Enqueued Resource ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 with Priority: HIGHEST for action security_group_members [ 667.090541] env[70473]: INFO networking_nsxv3.common.synchronization [req-65db1890-70f8-4bba-bd43-89cf91e5e66c req-11b29407-16dd-440e-b2d0-75eab8bf84d0 service nova] Enqueued Resource ID: 4a352556-e2a6-4eeb-8aea-41e970924574 with Priority: HIGHEST for action port [ 667.091122] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 with Priority: HIGHEST for action security_group_rules [ 667.094398] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 with Priority: HIGHEST for action security_group_members [ 667.094599] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a352556-e2a6-4eeb-8aea-41e970924574 with Priority: HIGHEST for action port [ 667.094970] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.095061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.095104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.095731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.095731] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.097875] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.098032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.098178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.098415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.098759] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.098759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.098871] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.099072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.099195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.099315] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.100189] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a352556-e2a6-4eeb-8aea-41e970924574 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.100354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a352556-e2a6-4eeb-8aea-41e970924574" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.100452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a352556-e2a6-4eeb-8aea-41e970924574" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.100912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a352556-e2a6-4eeb-8aea-41e970924574" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.100912] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a352556-e2a6-4eeb-8aea-41e970924574',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.415585] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6f51a69-786f-4af9-9b2e-71aa4861b983 [ 667.415881] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.416126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.416126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.416385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.416498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.416545] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6f51a69-786f-4af9-9b2e-71aa4861b983 already deleted. [ 667.416630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f51a69-786f-4af9-9b2e-71aa4861b983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.475285] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a02c0ccf-6b8d-4c38-8941-0ed08f482fa0 [ 667.475285] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.475285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.475285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.475285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.475285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.475285] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a02c0ccf-6b8d-4c38-8941-0ed08f482fa0 already deleted. [ 667.475285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a02c0ccf-6b8d-4c38-8941-0ed08f482fa0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.603728] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.604851] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.604980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.605558] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a352556-e2a6-4eeb-8aea-41e970924574 with status ACTIVE [ 667.605558] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.605558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.605558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.605827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.605827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.605972] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.606054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.606090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.606251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.606251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.609173] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.609173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.609173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.609173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.609173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.609173] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a352556-e2a6-4eeb-8aea-41e970924574 is going to be updated. [ 667.643111] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.643111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.643111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.643111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.643111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.645238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a352556-e2a6-4eeb-8aea-41e970924574" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.839418] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.840429] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.840727] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.842502] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.845532] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.848472] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.848472] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.848472] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.848472] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.848472] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.848472] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.848472] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.848842] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.848842] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.848910] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.849076] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.873537] env[70473]: INFO networking_nsxv3.common.synchronization [None req-15afdcc5-5bfc-4ba3-9bcd-62378dc65769 None None] Enqueued Resource ID: 7a5c2023-f26f-4829-a886-3bc8587ff9ac with Priority: HIGHEST for action port [ 667.873922] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.874083] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.874220] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.874392] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.874688] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.874932] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.874976] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.875297] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.875431] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb2deba3-0ff2-4a0c-8b99-d59388e13bb6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.876783] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5c2023-f26f-4829-a886-3bc8587ff9ac with Priority: HIGHEST for action port [ 667.876998] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a5c2023-f26f-4829-a886-3bc8587ff9ac taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.877143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a5c2023-f26f-4829-a886-3bc8587ff9ac" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.877210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a5c2023-f26f-4829-a886-3bc8587ff9ac" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.877455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a5c2023-f26f-4829-a886-3bc8587ff9ac" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.877594] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a5c2023-f26f-4829-a886-3bc8587ff9ac',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.010040] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 in Status: SUCCESS [ 668.010040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.013836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.013836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.013836] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.013836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.013836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.014190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.014190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.014446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.014566] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.111346] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.362252] env[70473]: INFO networking_nsxv3.common.synchronization [req-09898f1c-59cc-473d-bf3f-a55c2548ae39 req-355bd087-44b2-477f-8860-964269456bcf tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Enqueued Resource ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 with Priority: HIGHEST for action security_group_members [ 668.363322] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 with Priority: HIGHEST for action security_group_members [ 668.363974] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.364467] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.364538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.364908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.364979] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.365095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.365153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.365309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.365390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.365481] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11388bf2-8a8c-4f4a-8379-b4651fbc97d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.378247] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.378526] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.378652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.378940] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.379097] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.379259] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 not found, creating... [ 668.379530] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.379681] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.379795] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.381363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.381363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.381363] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.381363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.381363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.381363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.383227] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.383443] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 is going to be created. [ 668.384773] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a5c2023-f26f-4829-a886-3bc8587ff9ac [ 668.385044] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.385163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.385240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.385408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.385498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.385587] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a5c2023-f26f-4829-a886-3bc8587ff9ac already deleted. [ 668.385664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a5c2023-f26f-4829-a886-3bc8587ff9ac" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.406515] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.406715] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.406836] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.407129] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.407359] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.407734] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.479423] env[70473]: INFO networking_nsxv3.common.synchronization [req-14ade2ad-1635-447a-9b06-fae8e57a0aa6 req-eb4667b5-cd84-4f3a-acb5-c8eb38dd9211 tempest-DeleteServersAdminTestJSON-369298979 tempest-DeleteServersAdminTestJSON-369298979-project-admin] Enqueued Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 668.479968] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 668.480646] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.480770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.480836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.481524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.481704] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.483043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.483043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.483043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.483043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.483043] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.517611] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.614180] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.614332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.614402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.614647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.614747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.614857] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 is going to be created. [ 668.641396] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.641396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.641396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.641396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.641396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.662236] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 in Status: UNINITIALIZED for 2s [ 668.868247] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.868820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.868820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.868820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.868820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.869174] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.869174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.869174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.869362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.869362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.869455] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 already deleted. [ 668.869954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.948403] env[70473]: INFO networking_nsxv3.common.synchronization [None req-db903d34-9998-4223-b964-a6b427ea18f0 None None] Enqueued Resource ID: 222f5b61-f317-4617-b7ff-473e7e91b3d6 with Priority: HIGHEST for action port [ 668.948835] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222f5b61-f317-4617-b7ff-473e7e91b3d6 with Priority: HIGHEST for action port [ 668.956116] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-222f5b61-f317-4617-b7ff-473e7e91b3d6 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.956116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-222f5b61-f317-4617-b7ff-473e7e91b3d6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.956116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-222f5b61-f317-4617-b7ff-473e7e91b3d6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.956116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-222f5b61-f317-4617-b7ff-473e7e91b3d6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.956116] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222f5b61-f317-4617-b7ff-473e7e91b3d6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.986419] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.986419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.986419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.986419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.986419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.986419] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.986419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.986419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.986419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.986728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.986728] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c is going to be updated. [ 669.027398] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.027398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.028445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.028445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.028445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.029251] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e7177a4-398d-434a-a10b-49987e1a5b62: rpc.has_security_group_logging(os_id): False [ 669.041140] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: IN_PROGRESS for 2s [ 669.050034] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.050034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.050034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.050034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.050034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.050034] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.050034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.050034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.050034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.050034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.050034] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 is going to be created. [ 669.167177] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.167177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.167177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.167718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.167718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.181011] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 in Status: IN_PROGRESS for 2s [ 669.440279] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.440444] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.440574] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.440872] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.441213] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.442398] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.442398] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.442398] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.442398] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.448080] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.448222] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.448412] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.448412] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.448797] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.448797] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.448797] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.460382] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 222f5b61-f317-4617-b7ff-473e7e91b3d6 [ 669.460729] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.460962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.461036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.461648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.461648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.461648] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:222f5b61-f317-4617-b7ff-473e7e91b3d6 already deleted. [ 669.461648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-222f5b61-f317-4617-b7ff-473e7e91b3d6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.473863] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.473980] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.474437] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.474683] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.475047] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.475436] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.475436] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.475693] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.475996] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.491143] env[70473]: INFO networking_nsxv3.common.synchronization [req-d74c4505-4298-4d14-b20e-7712182658a9 req-edf9c010-4395-4dbf-a69b-84f3fcbf44a7 service nova] Enqueued Resource ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 with Priority: HIGHEST for action security_group_rules [ 669.491389] env[70473]: INFO networking_nsxv3.common.synchronization [req-d74c4505-4298-4d14-b20e-7712182658a9 req-edf9c010-4395-4dbf-a69b-84f3fcbf44a7 service nova] Enqueued Resource ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 with Priority: HIGHEST for action security_group_members [ 669.491598] env[70473]: INFO networking_nsxv3.common.synchronization [req-d74c4505-4298-4d14-b20e-7712182658a9 req-edf9c010-4395-4dbf-a69b-84f3fcbf44a7 service nova] Enqueued Resource ID: eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 with Priority: HIGHEST for action port [ 669.492237] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 with Priority: HIGHEST for action security_group_rules [ 669.492378] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 with Priority: HIGHEST for action security_group_members [ 669.492493] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 with Priority: HIGHEST for action port [ 669.492903] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbe508c1-ba7e-4c94-bf9b-07821fb80728 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.493096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.493178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.493598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.494546] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbe508c1-ba7e-4c94-bf9b-07821fb80728',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.494866] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe508c1-ba7e-4c94-bf9b-07821fb80728 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.494951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.495036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.495220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.495374] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.495471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.495527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.495664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.495747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.495834] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe508c1-ba7e-4c94-bf9b-07821fb80728',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.497214] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.499398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.499398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.499398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.499398] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb2deba3-0ff2-4a0c-8b99-d59388e13bb6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.789146] env[70473]: INFO networking_nsxv3.common.synchronization [None req-1804e001-b181-46cc-bd3d-2c29fe159c54 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Enqueued Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_rules [ 669.789935] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_rules [ 669.790347] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed330ec0-017c-4f04-a948-c6a057a72fb2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.790503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.790599] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.791452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.791598] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.981974] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.981974] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.981974] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.983036] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.983036] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.983036] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd not found, creating... [ 669.983036] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.983036] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.983342] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.983420] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.983523] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.983803] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.983959] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.985278] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.985551] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.985918] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.985918] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd is going to be created. [ 669.988847] env[70473]: INFO networking_nsxv3.common.synchronization [None req-88d82b93-6be4-470b-b48c-b2ebb9421d82 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_rules [ 669.990768] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_rules [ 669.990768] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.990768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.990768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.990999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.990999] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.999817] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbe508c1-ba7e-4c94-bf9b-07821fb80728',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.007192] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe508c1-ba7e-4c94-bf9b-07821fb80728 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.007192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.007192] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 with status ACTIVE [ 670.007192] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.007192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.007192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.007192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.007192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.007192] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.007192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.007192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.007631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.007631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.007631] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.007726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.008209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.008209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.008209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.008209] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb2deba3-0ff2-4a0c-8b99-d59388e13bb6 is going to be updated. [ 670.010384] env[70473]: INFO networking_nsxv3.common.synchronization [None req-28868563-b30c-4dc4-afe7-7d44a73b922d tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Enqueued Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_rules [ 670.012881] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_rules [ 670.012881] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed330ec0-017c-4f04-a948-c6a057a72fb2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.012881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.016372] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.017193] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.017193] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.017193] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.017467] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.017467] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.034205] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.034205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.034514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.034514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.034576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.034741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb2deba3-0ff2-4a0c-8b99-d59388e13bb6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.239997] env[70473]: INFO networking_nsxv3.common.synchronization [None req-fe9db83a-0ea2-4118-b527-f8b72fd17b99 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_rules [ 670.240703] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_rules [ 670.241014] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.241252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.313586] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.313729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.313802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.314740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.314740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.314740] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 already deleted. [ 670.314740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.314740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.314740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.314740] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.513521] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.513521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.513521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.513521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.513521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.513521] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 already deleted. [ 670.513521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.513521] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbe508c1-ba7e-4c94-bf9b-07821fb80728',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.514097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.514547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.514734] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.563586] env[70473]: INFO networking_nsxv3.common.synchronization [None req-bb6f511b-6649-4b55-a65b-4d5b9aaaa2ce None None] Enqueued Resource ID: 612b79dd-9f75-4153-8b4d-b7b802cb4d80 with Priority: HIGHEST for action port [ 670.563586] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612b79dd-9f75-4153-8b4d-b7b802cb4d80 with Priority: HIGHEST for action port [ 670.563858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-612b79dd-9f75-4153-8b4d-b7b802cb4d80 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.563985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-612b79dd-9f75-4153-8b4d-b7b802cb4d80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.564054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-612b79dd-9f75-4153-8b4d-b7b802cb4d80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.564726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-612b79dd-9f75-4153-8b4d-b7b802cb4d80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.564726] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612b79dd-9f75-4153-8b4d-b7b802cb4d80',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.673883] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 in Status: SUCCESS [ 670.673883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.673883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.673883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.674163] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.674163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.674163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.674454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.674454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.674637] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.674637] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.841124] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.841124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.841124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.841124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.841426] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.841426] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 already deleted. [ 670.841426] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.017741] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.017939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.018817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.018817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.018817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.018817] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 is going to be created. [ 671.038761] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.039089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.039089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.039223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.039361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.039361] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 already deleted. [ 671.039548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.047628] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.047802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.047984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.048168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.048301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.060527] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 in Status: UNINITIALIZED for 2s [ 671.061189] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: SUCCESS [ 671.061391] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c deletion is rescheduled due to dependency. [ 671.061604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.069087] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 612b79dd-9f75-4153-8b4d-b7b802cb4d80 [ 671.069087] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.069233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.069233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.069448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.069732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.069732] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:612b79dd-9f75-4153-8b4d-b7b802cb4d80 already deleted. [ 671.069732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-612b79dd-9f75-4153-8b4d-b7b802cb4d80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.113767] env[70473]: INFO networking_nsxv3.common.synchronization [req-09898f1c-59cc-473d-bf3f-a55c2548ae39 req-d1016114-e4d4-43a6-9b7c-23ec7a9cf413 service nova] Enqueued Resource ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 with Priority: HIGHEST for action security_group_rules [ 671.113935] env[70473]: INFO networking_nsxv3.common.synchronization [req-09898f1c-59cc-473d-bf3f-a55c2548ae39 req-d1016114-e4d4-43a6-9b7c-23ec7a9cf413 service nova] Enqueued Resource ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 with Priority: HIGHEST for action security_group_members [ 671.114096] env[70473]: INFO networking_nsxv3.common.synchronization [req-09898f1c-59cc-473d-bf3f-a55c2548ae39 req-d1016114-e4d4-43a6-9b7c-23ec7a9cf413 service nova] Enqueued Resource ID: a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd with Priority: HIGHEST for action port [ 671.114367] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 with Priority: HIGHEST for action security_group_rules [ 671.114494] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 with Priority: HIGHEST for action security_group_members [ 671.114588] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd with Priority: HIGHEST for action port [ 671.116166] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11388bf2-8a8c-4f4a-8379-b4651fbc97d8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.116315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.116402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.116680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.116769] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11388bf2-8a8c-4f4a-8379-b4651fbc97d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.121023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.121023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.121023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.121023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.121023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.121023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.121023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.121023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.121023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.121023] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11388bf2-8a8c-4f4a-8379-b4651fbc97d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.121680] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.121680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.121680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.121680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.121830] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.177601] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.178254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.178406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.178635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.178896] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.179025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.179092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.179264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.179354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.179452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.179602] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.179696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.179757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.179897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.180042] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.180132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.180193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.180490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.180570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.180655] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.180760] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.196714] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 in Status: SUCCESS [ 671.196955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.624540] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.624825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.624956] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11388bf2-8a8c-4f4a-8379-b4651fbc97d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.626065] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd with status ACTIVE [ 671.626305] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.626451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.626559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.626882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.626994] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.628340] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.628340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.628340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.628766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.628766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.628894] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.628964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.629103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.629265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.629398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.629626] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd is going to be updated. [ 671.656841] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.657039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.657113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.657323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.657700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.657700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9feaa99-be7e-42c7-bc44-4bdef8f7f2dd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.684311] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77: rpc.has_security_group_logging(os_id): False [ 671.724689] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.725892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.725892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.725892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.725892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.726588] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.726588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.726588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.726588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.727521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.727791] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.729059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.729139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.729385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.729447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.729628] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.729735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.729802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.729952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.730073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.730376] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 is going to be created. [ 671.833353] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.833560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.833708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.834071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.834405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.855790] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 in Status: IN_PROGRESS for 2s [ 672.132269] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11388bf2-8a8c-4f4a-8379-b4651fbc97d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.382124] env[70473]: INFO networking_nsxv3.common.synchronization [None req-e4abc234-f726-445d-aa8a-c2ade6fc19bc tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Enqueued Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_rules [ 672.382124] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_rules [ 672.383339] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a95b088a-7bbd-4096-a469-14b800f7e090 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.383506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.383578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.383838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.383961] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.607386] env[70473]: INFO networking_nsxv3.common.synchronization [None req-c16661be-2810-4960-809f-9e9b4570beb7 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Enqueued Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_rules [ 672.607708] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_rules [ 672.608274] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a95b088a-7bbd-4096-a469-14b800f7e090 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.608594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.639678] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.639678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.639678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.639678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.639678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.639678] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 is going to be created. [ 672.670348] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.670348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.670348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.670348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.670348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.728423] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 in Status: UNINITIALIZED for 2s [ 672.911087] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.911276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.911355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.911572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.911665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.911765] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a95b088a-7bbd-4096-a469-14b800f7e090 already deleted. [ 672.911853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.912016] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.912213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.912292] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.072446] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 in Status: SUCCESS [ 673.074038] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.074038] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.074038] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.074038] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.074280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.074280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.074417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.074550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.074680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.074815] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbe508c1-ba7e-4c94-bf9b-07821fb80728',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.441329] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.441702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.441702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.441774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.442829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.442829] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a95b088a-7bbd-4096-a469-14b800f7e090 already deleted. [ 673.442829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.579963] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe508c1-ba7e-4c94-bf9b-07821fb80728 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.579963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.579963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.579963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.579963] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.579963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.579963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.579963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.579963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.582582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.582582] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe508c1-ba7e-4c94-bf9b-07821fb80728 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.582582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.582582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.582582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.582582] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.582582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.582582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.582582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.582582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.583242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.583242] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbe508c1-ba7e-4c94-bf9b-07821fb80728',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.874621] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 in Status: SUCCESS [ 673.874621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.091504] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbe508c1-ba7e-4c94-bf9b-07821fb80728: rpc.has_security_group_logging(os_id): False [ 674.117112] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.118102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.118323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.120623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.120623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.120623] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.120623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.120623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.120623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.120623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.120623] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.121255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.121255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.121255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.121998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.121998] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.121998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.122280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.122280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.122459] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.122459] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 is going to be created. [ 674.187892] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.188135] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.188222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.189250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.190573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.203103] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 in Status: IN_PROGRESS for 2s [ 674.299627] env[70473]: INFO networking_nsxv3.common.synchronization [None req-390f4675-c863-42a6-9e10-d424dc9621e8 None None] Enqueued Resource ID: 8dbcdcb7-a518-4553-a8c6-f85a99f01524 with Priority: HIGHEST for action port [ 674.299627] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dbcdcb7-a518-4553-a8c6-f85a99f01524 with Priority: HIGHEST for action port [ 674.299627] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dbcdcb7-a518-4553-a8c6-f85a99f01524 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.299627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dbcdcb7-a518-4553-a8c6-f85a99f01524" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.299627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dbcdcb7-a518-4553-a8c6-f85a99f01524" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.299627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dbcdcb7-a518-4553-a8c6-f85a99f01524" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.299627] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dbcdcb7-a518-4553-a8c6-f85a99f01524',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.747350] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 in Status: SUCCESS [ 674.747350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.747350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.747350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.747350] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.747350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.747350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.747350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.747350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.747350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.747350] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11388bf2-8a8c-4f4a-8379-b4651fbc97d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.802329] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dbcdcb7-a518-4553-a8c6-f85a99f01524 [ 674.803733] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.803733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.803733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.803733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.803733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.803733] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dbcdcb7-a518-4553-a8c6-f85a99f01524 already deleted. [ 674.803733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dbcdcb7-a518-4553-a8c6-f85a99f01524" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.255321] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.255424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.255424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.255627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.255808] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.255912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.255980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.256160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.256255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.256348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.256758] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.256758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.256758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.256956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.256991] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.257144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.257211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.257363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.257444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.257534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.257628] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11388bf2-8a8c-4f4a-8379-b4651fbc97d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.762353] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11388bf2-8a8c-4f4a-8379-b4651fbc97d8: rpc.has_security_group_logging(os_id): False [ 675.787558] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.787558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.787558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.787558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.787558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.787558] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.787558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.787558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.787558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.787558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.787558] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.787558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.787558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.788369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.788369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.788369] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.789347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.789347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.789347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.789347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.789347] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 is going to be created. [ 675.855025] env[70473]: INFO networking_nsxv3.common.synchronization [req-bd228fde-12aa-4348-bc78-85f0920e3ed1 req-fe0b2196-a260-4354-8ed6-984cdff13a45 tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Enqueued Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_members [ 675.855698] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_members [ 675.856026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d88ffa4-da53-4e7c-821a-89774d12bf3d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.857507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.857507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.858135] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.858135] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.858297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.858333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.860551] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.860664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.860765] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d88ffa4-da53-4e7c-821a-89774d12bf3d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.876641] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.876641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.876761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.876896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.877120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.898419] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 in Status: IN_PROGRESS for 2s [ 676.221829] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 in Status: SUCCESS [ 676.221829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.363757] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.365037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.365037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.365037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.365037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.365300] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.365300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.365391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.365507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.365588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.365679] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d already deleted. [ 676.365760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.370224] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.370224] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-702" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.370224] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-702" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.370224] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-702" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.370224] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.370224] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.371598] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.372089] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.373741] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.374147] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.374263] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.374402] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.374516] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.374631] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.374787] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.374873] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.453080] env[70473]: INFO networking_nsxv3.common.synchronization [None req-8e627567-bc9e-4cf8-ac80-03eccf0f72a0 None None] Enqueued Resource ID: 3a8460c3-fe5a-4952-963d-5913776b54d2 with Priority: HIGHEST for action port [ 676.458256] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8460c3-fe5a-4952-963d-5913776b54d2 with Priority: HIGHEST for action port [ 676.459195] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.459424] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.084 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.459647] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.459902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-702" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.460411] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-58f9601f-6072-40d7-b621-57f1e608e027 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.460643] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-58f9601f-6072-40d7-b621-57f1e608e027" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.460818] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-58f9601f-6072-40d7-b621-57f1e608e027" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.461176] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-58f9601f-6072-40d7-b621-57f1e608e027" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.461568] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f9601f-6072-40d7-b621-57f1e608e027',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.463161] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a8460c3-fe5a-4952-963d-5913776b54d2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.463161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a8460c3-fe5a-4952-963d-5913776b54d2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.463161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a8460c3-fe5a-4952-963d-5913776b54d2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.464964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a8460c3-fe5a-4952-963d-5913776b54d2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.464964] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a8460c3-fe5a-4952-963d-5913776b54d2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.969850] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.970495] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.970495] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.970866] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.971114] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.971446] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 58f9601f-6072-40d7-b621-57f1e608e027 not found, creating... [ 676.971745] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.971972] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.976370] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.978536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.978536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.978536] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.978536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.978536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.978536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.978536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.979514] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 58f9601f-6072-40d7-b621-57f1e608e027 is going to be created. [ 676.985277] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a8460c3-fe5a-4952-963d-5913776b54d2 [ 676.985277] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.985277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.985277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.985277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.985277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.985277] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a8460c3-fe5a-4952-963d-5913776b54d2 already deleted. [ 676.985277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a8460c3-fe5a-4952-963d-5913776b54d2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.013484] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.016868] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.016868] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.016868] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.016868] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.016868] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-58f9601f-6072-40d7-b621-57f1e608e027" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.912974] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 in Status: SUCCESS [ 677.913252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.410092] env[70473]: INFO networking_nsxv3.common.synchronization [req-bd228fde-12aa-4348-bc78-85f0920e3ed1 req-b235acc2-c717-490c-aba7-8a1102993c75 service nova] Enqueued Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_rules [ 678.410585] env[70473]: INFO networking_nsxv3.common.synchronization [req-bd228fde-12aa-4348-bc78-85f0920e3ed1 req-b235acc2-c717-490c-aba7-8a1102993c75 service nova] Enqueued Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_members [ 678.410724] env[70473]: INFO networking_nsxv3.common.synchronization [req-bd228fde-12aa-4348-bc78-85f0920e3ed1 req-b235acc2-c717-490c-aba7-8a1102993c75 service nova] Enqueued Resource ID: 58f9601f-6072-40d7-b621-57f1e608e027 with Priority: HIGHEST for action port [ 678.411469] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_rules [ 678.411697] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_members [ 678.411814] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f9601f-6072-40d7-b621-57f1e608e027 with Priority: HIGHEST for action port [ 678.412195] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.412274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.412380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.413031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.413031] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d88ffa4-da53-4e7c-821a-89774d12bf3d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.414457] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d88ffa4-da53-4e7c-821a-89774d12bf3d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.414539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.414604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.415094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.415094] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.415200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.415236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.415409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.415495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.415618] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d88ffa4-da53-4e7c-821a-89774d12bf3d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.416527] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f9601f-6072-40d7-b621-57f1e608e027 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.416657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f9601f-6072-40d7-b621-57f1e608e027" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.416657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f9601f-6072-40d7-b621-57f1e608e027" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.416813] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f9601f-6072-40d7-b621-57f1e608e027" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.416914] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f9601f-6072-40d7-b621-57f1e608e027',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.631256] env[70473]: INFO networking_nsxv3.common.synchronization [req-4689cff8-0c64-4648-81d4-33ac6d34d354 req-53152e6e-a05f-4f4a-bbfc-5e7e1866ba45 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 678.632916] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 678.633491] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.633849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.634313] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.634809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.634947] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.635070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.635141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.635356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.635423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.635530] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.922064] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d88ffa4-da53-4e7c-821a-89774d12bf3d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.923478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.923478] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d88ffa4-da53-4e7c-821a-89774d12bf3d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.924364] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58f9601f-6072-40d7-b621-57f1e608e027 with status ACTIVE [ 678.924498] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.924601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.924734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.925019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.925061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.925854] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.925854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.925854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.925854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.925854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.925854] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.926242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.926242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.926722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.926722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.926722] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58f9601f-6072-40d7-b621-57f1e608e027 is going to be updated. [ 678.955448] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.955676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.955676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.956089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.956089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.956374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f9601f-6072-40d7-b621-57f1e608e027" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.096512] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.096722] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-634" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.096832] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-634" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.097203] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-634" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.097655] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.097655] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.097828] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.098141] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.098310] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.098524] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.098637] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.099509] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.099509] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.099509] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.099509] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.099509] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.121189] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.121373] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.121513] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.121702] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-634" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.122068] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-edf6c9ee-b690-4a08-bed0-a59d65cb5158 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.122252] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-edf6c9ee-b690-4a08-bed0-a59d65cb5158" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.122452] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-edf6c9ee-b690-4a08-bed0-a59d65cb5158" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.122752] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-edf6c9ee-b690-4a08-bed0-a59d65cb5158" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.122883] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf6c9ee-b690-4a08-bed0-a59d65cb5158',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.141720] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.141720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.142054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.142054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.142166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.142534] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.142534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.142742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.143021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.143106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.143805] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 already deleted. [ 679.143805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.424884] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d88ffa4-da53-4e7c-821a-89774d12bf3d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.625898] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.626113] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.626329] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.626673] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.626750] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.626901] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port edf6c9ee-b690-4a08-bed0-a59d65cb5158 not found, creating... [ 679.627261] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.627450] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.627569] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.631200] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.631440] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.631837] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.632063] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.632231] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.632523] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.632730] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.632936] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: edf6c9ee-b690-4a08-bed0-a59d65cb5158 is going to be created. [ 679.662671] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.662917] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.663064] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.663564] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.663850] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.664094] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-edf6c9ee-b690-4a08-bed0-a59d65cb5158" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.931195] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.931460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.931577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.931854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.931957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.932076] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d is going to be created. [ 679.965940] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.966094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.966191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.966426] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.966604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.980925] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d in Status: UNINITIALIZED for 2s [ 680.081122] env[70473]: INFO networking_nsxv3.common.synchronization [None req-02a987f1-d096-491e-8495-27c11eb0e5ae None None] Enqueued Resource ID: 704d55fe-a0cf-4484-a0ba-37f3492bc861 with Priority: HIGHEST for action port [ 680.081772] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 704d55fe-a0cf-4484-a0ba-37f3492bc861 with Priority: HIGHEST for action port [ 680.085726] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-704d55fe-a0cf-4484-a0ba-37f3492bc861 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.085893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-704d55fe-a0cf-4484-a0ba-37f3492bc861" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.086018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-704d55fe-a0cf-4484-a0ba-37f3492bc861" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.086333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-704d55fe-a0cf-4484-a0ba-37f3492bc861" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.086414] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('704d55fe-a0cf-4484-a0ba-37f3492bc861',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.429814] env[70473]: INFO networking_nsxv3.common.synchronization [req-4689cff8-0c64-4648-81d4-33ac6d34d354 req-710ea0e9-282d-4249-a1eb-1fd1d47ca055 service nova] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_rules [ 680.430116] env[70473]: INFO networking_nsxv3.common.synchronization [req-4689cff8-0c64-4648-81d4-33ac6d34d354 req-710ea0e9-282d-4249-a1eb-1fd1d47ca055 service nova] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 680.430116] env[70473]: INFO networking_nsxv3.common.synchronization [req-4689cff8-0c64-4648-81d4-33ac6d34d354 req-710ea0e9-282d-4249-a1eb-1fd1d47ca055 service nova] Enqueued Resource ID: edf6c9ee-b690-4a08-bed0-a59d65cb5158 with Priority: HIGHEST for action port [ 680.431064] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_rules [ 680.431064] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 680.431064] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf6c9ee-b690-4a08-bed0-a59d65cb5158 with Priority: HIGHEST for action port [ 680.431880] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.434279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.434279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.434406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.434490] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.436094] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.436094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.436094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.436356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.436682] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.436682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.436682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.436923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.436923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.437049] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.439222] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf6c9ee-b690-4a08-bed0-a59d65cb5158 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.439222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf6c9ee-b690-4a08-bed0-a59d65cb5158" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.439222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf6c9ee-b690-4a08-bed0-a59d65cb5158" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.439222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf6c9ee-b690-4a08-bed0-a59d65cb5158" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.439222] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf6c9ee-b690-4a08-bed0-a59d65cb5158',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.591762] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 704d55fe-a0cf-4484-a0ba-37f3492bc861 [ 680.592274] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.592672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.592775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.593136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.593268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.593425] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:704d55fe-a0cf-4484-a0ba-37f3492bc861 already deleted. [ 680.593543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-704d55fe-a0cf-4484-a0ba-37f3492bc861" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.940853] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.942122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.942242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.942359] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edf6c9ee-b690-4a08-bed0-a59d65cb5158 with status ACTIVE [ 680.942584] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.942697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.942755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.942926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.943048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.943588] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.943588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.943588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.943588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.943588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.943872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.943872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.944036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.945026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.945392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.945392] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edf6c9ee-b690-4a08-bed0-a59d65cb5158 is going to be updated. [ 680.976949] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.976949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.976949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.976949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.976949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.976949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf6c9ee-b690-4a08-bed0-a59d65cb5158" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.448191] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.953558] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.953774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.953869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.954062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.954165] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.954269] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 is going to be created. [ 681.985031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.985031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.985031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.985031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.985031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.996333] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d in Status: SUCCESS [ 681.996618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.996726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.996947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.997145] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.997260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.997321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.997679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.997679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.997761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.997883] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d88ffa4-da53-4e7c-821a-89774d12bf3d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.001436] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: UNINITIALIZED for 2s [ 682.465820] env[70473]: INFO networking_nsxv3.common.synchronization [None req-0eae6ef7-1323-45df-8db2-fc6f60ac46f9 None None] Enqueued Resource ID: f0b0eae9-fff1-418d-b6b8-f3ad21e2f221 with Priority: HIGHEST for action port [ 682.465820] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b0eae9-fff1-418d-b6b8-f3ad21e2f221 with Priority: HIGHEST for action port [ 682.466168] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b0eae9-fff1-418d-b6b8-f3ad21e2f221 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.466168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b0eae9-fff1-418d-b6b8-f3ad21e2f221" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.466279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b0eae9-fff1-418d-b6b8-f3ad21e2f221" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.466509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b0eae9-fff1-418d-b6b8-f3ad21e2f221" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.470034] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b0eae9-fff1-418d-b6b8-f3ad21e2f221',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.506779] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d88ffa4-da53-4e7c-821a-89774d12bf3d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.641097] env[70473]: INFO networking_nsxv3.common.synchronization [None req-066a2fee-fc23-437f-b6f1-d9fd57530c1f tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_rules [ 682.644188] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_rules [ 682.645228] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.645228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.645228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.645700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.646137] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.769880] env[70473]: INFO networking_nsxv3.common.synchronization [None req-93d2a9e4-38e9-45a0-9c84-c406f06a3053 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_rules [ 682.770183] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_rules [ 682.771495] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.772034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.970484] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0b0eae9-fff1-418d-b6b8-f3ad21e2f221 [ 682.970720] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.970862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.970932] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.971184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.971324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.971449] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0b0eae9-fff1-418d-b6b8-f3ad21e2f221 already deleted. [ 682.971449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b0eae9-fff1-418d-b6b8-f3ad21e2f221" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.012169] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d88ffa4-da53-4e7c-821a-89774d12bf3d: rpc.has_security_group_logging(os_id): False [ 683.037815] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.037815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.037815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.041197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.041197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.041197] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.041197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.041197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.041197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.041197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.041197] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d is going to be created. [ 683.125883] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.126089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.126157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.126329] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.126512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.141269] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d in Status: IN_PROGRESS for 2s [ 683.191506] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.191653] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.191712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.191932] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.192031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.192127] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 already deleted. [ 683.192209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.192363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.192524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.192640] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.717480] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.717928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.717928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.717928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.718045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.718119] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 already deleted. [ 683.718199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.015314] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: SUCCESS [ 684.015957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.015957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.016571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.016571] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.016571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.016765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.016811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.019523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.019523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.019523] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.033760] env[70473]: INFO networking_nsxv3.common.synchronization [req-1d7081f1-0c74-45b1-b52a-ea5aded94ef1 req-1b8fe17a-e2f3-480e-9a51-660dfb8b41b0 tempest-ServerExternalEventsTest-724031615 tempest-ServerExternalEventsTest-724031615-project-member] Enqueued Resource ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 with Priority: HIGHEST for action security_group_members [ 684.035181] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 with Priority: HIGHEST for action security_group_members [ 684.035490] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.035752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.038314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.038314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.038314] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.038314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.038314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.038314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.038314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.038314] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.159028] env[70473]: INFO networking_nsxv3.common.synchronization [req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 req-cf3604c2-f2ff-4caf-ad55-5838e0e3586d tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Enqueued Resource ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec with Priority: HIGHEST for action security_group_members [ 684.159028] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec with Priority: HIGHEST for action security_group_members [ 684.159028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.159028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.159028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.159028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.159028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.159028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.159028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.159028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.159028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.159028] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d368ba6a-681d-4ae8-ba22-3c0e95f0daec',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.521466] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.539854] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.540048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.542082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.542082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.542082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.542082] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.542082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.542082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.542082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.542082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.542082] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 is going to be updated. [ 684.577334] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.577334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.577334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.578256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.578256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.585201] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.585201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-820" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.585201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-820" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.585201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-820" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.585201] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.585201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.585201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.585201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.585201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.586332] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.586651] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.586957] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.587256] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.587613] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.587996] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.588330] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.591254] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 in Status: IN_PROGRESS for 2s [ 684.662102] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.662401] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.074 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.662650] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.662869] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-820" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.663355] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-c3f1298a-bc89-4789-8283-6b4fa88e617a taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.663633] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-c3f1298a-bc89-4789-8283-6b4fa88e617a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.664086] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-c3f1298a-bc89-4789-8283-6b4fa88e617a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.664272] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-c3f1298a-bc89-4789-8283-6b4fa88e617a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.664515] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f1298a-bc89-4789-8283-6b4fa88e617a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.665909] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.665909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.666062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.666252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.666402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.666658] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.666916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.666916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.667191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.667358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.667489] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec already deleted. [ 684.667635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.897734] env[70473]: INFO networking_nsxv3.common.synchronization [req-5a9e4dc5-a955-4615-9708-1ea822bd6358 req-6ada4aec-d92f-4242-a59d-c6bd3c398bc5 tempest-ServerDiagnosticsNegativeTest-1378469518 tempest-ServerDiagnosticsNegativeTest-1378469518-project-member] Enqueued Resource ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 with Priority: HIGHEST for action security_group_members [ 684.899260] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 with Priority: HIGHEST for action security_group_members [ 684.899260] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbe508c1-ba7e-4c94-bf9b-07821fb80728 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.899260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.899260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.899446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.901396] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.901396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.901396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.901396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.901396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.901396] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbe508c1-ba7e-4c94-bf9b-07821fb80728',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.024496] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88df22ba-c0c1-435a-acbd-f8fbc6b32c50: rpc.has_security_group_logging(os_id): False [ 685.048580] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.048580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.048580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.048580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.048580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.048580] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.048580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.049048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.050530] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.050530] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.050530] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 is going to be created. [ 685.121800] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.121800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.121800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.121800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.121800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.137971] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: IN_PROGRESS for 2s [ 685.159446] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d in Status: SUCCESS [ 685.159446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.170785] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.170785] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.170785] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.171810] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.171810] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.171810] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port c3f1298a-bc89-4789-8283-6b4fa88e617a not found, creating... [ 685.171810] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.172014] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.172067] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.172333] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.172507] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.172848] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.173012] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.174517] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.174810] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.175130] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.175442] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: c3f1298a-bc89-4789-8283-6b4fa88e617a is going to be created. [ 685.222050] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.222050] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.222050] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.222050] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.222877] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.222877] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-c3f1298a-bc89-4789-8283-6b4fa88e617a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.404097] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.404468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.404657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.405072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.405331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.405816] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.405816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.406115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.406260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.406367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.406485] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 is going to be updated. [ 685.436941] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.437166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.437249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.437414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.437553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.447392] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 in Status: IN_PROGRESS for 2s [ 686.029677] env[70473]: INFO networking_nsxv3.common.synchronization [req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 req-1fa3b8ba-007b-4e12-ba57-087f1f377ba2 service nova] Enqueued Resource ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec with Priority: HIGHEST for action security_group_rules [ 686.029677] env[70473]: INFO networking_nsxv3.common.synchronization [req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 req-1fa3b8ba-007b-4e12-ba57-087f1f377ba2 service nova] Enqueued Resource ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec with Priority: HIGHEST for action security_group_members [ 686.029677] env[70473]: INFO networking_nsxv3.common.synchronization [req-837a9a3e-2662-4a59-b27a-d1ea8264d4c4 req-1fa3b8ba-007b-4e12-ba57-087f1f377ba2 service nova] Enqueued Resource ID: c3f1298a-bc89-4789-8283-6b4fa88e617a with Priority: HIGHEST for action port [ 686.030319] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec with Priority: HIGHEST for action security_group_rules [ 686.030496] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec with Priority: HIGHEST for action security_group_members [ 686.030596] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f1298a-bc89-4789-8283-6b4fa88e617a with Priority: HIGHEST for action port [ 686.030873] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d368ba6a-681d-4ae8-ba22-3c0e95f0daec taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.031035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.031405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.031686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.031794] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d368ba6a-681d-4ae8-ba22-3c0e95f0daec',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.033132] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.033249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.033314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.033499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.033644] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.033741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.033796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.033958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.034062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.034591] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d368ba6a-681d-4ae8-ba22-3c0e95f0daec',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.037360] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f1298a-bc89-4789-8283-6b4fa88e617a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.037472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f1298a-bc89-4789-8283-6b4fa88e617a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.037567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f1298a-bc89-4789-8283-6b4fa88e617a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.037755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f1298a-bc89-4789-8283-6b4fa88e617a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.037836] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f1298a-bc89-4789-8283-6b4fa88e617a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.540359] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.540505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.544027] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d368ba6a-681d-4ae8-ba22-3c0e95f0daec',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.544287] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3f1298a-bc89-4789-8283-6b4fa88e617a with status ACTIVE [ 686.544438] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.548532] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.548532] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.548532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.548532] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3f1298a-bc89-4789-8283-6b4fa88e617a is going to be updated. [ 686.573091] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.573305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.573305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.573538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.573723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.573882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f1298a-bc89-4789-8283-6b4fa88e617a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.604474] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 in Status: SUCCESS [ 686.604474] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 deletion is rescheduled due to dependency. [ 686.604474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.685094] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ba23a2a2-31a6-4ba5-9614-cc87022fc38c None None] Enqueued Resource ID: 47ff79d9-1575-4f24-a60a-3a7a9f082199 with Priority: HIGHEST for action port [ 686.685671] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47ff79d9-1575-4f24-a60a-3a7a9f082199 with Priority: HIGHEST for action port [ 686.685993] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-47ff79d9-1575-4f24-a60a-3a7a9f082199 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.686148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47ff79d9-1575-4f24-a60a-3a7a9f082199" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.686215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47ff79d9-1575-4f24-a60a-3a7a9f082199" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.686504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47ff79d9-1575-4f24-a60a-3a7a9f082199" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.686623] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47ff79d9-1575-4f24-a60a-3a7a9f082199',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.043368] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d368ba6a-681d-4ae8-ba22-3c0e95f0daec',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.152168] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: SUCCESS [ 687.152168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.188902] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47ff79d9-1575-4f24-a60a-3a7a9f082199 [ 687.188902] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.189203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.189203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.189735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.189735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.189735] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47ff79d9-1575-4f24-a60a-3a7a9f082199 already deleted. [ 687.189735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47ff79d9-1575-4f24-a60a-3a7a9f082199" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.461673] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 in Status: SUCCESS [ 687.461673] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 deletion is rescheduled due to dependency. [ 687.461673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.545885] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.546141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.546200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.546410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.546508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.546667] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec is going to be created. [ 687.579651] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.579651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.579651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.580028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.580028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.592344] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec in Status: UNINITIALIZED for 2s [ 689.297308] env[70473]: INFO networking_nsxv3.common.synchronization [None req-b5b4a2a2-5b9d-41b3-a291-9b17b7995f76 None None] Enqueued Resource ID: 1f2fbc1f-f833-4936-9c23-306973b45104 with Priority: HIGHEST for action port [ 689.297785] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2fbc1f-f833-4936-9c23-306973b45104 with Priority: HIGHEST for action port [ 689.298592] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f2fbc1f-f833-4936-9c23-306973b45104 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.298724] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f2fbc1f-f833-4936-9c23-306973b45104" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.298724] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f2fbc1f-f833-4936-9c23-306973b45104" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.302040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f2fbc1f-f833-4936-9c23-306973b45104" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.302040] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2fbc1f-f833-4936-9c23-306973b45104',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.607555] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec in Status: SUCCESS [ 689.607762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.608305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.608514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.608901] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.609642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.609642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.609642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.610213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.610455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.610514] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d368ba6a-681d-4ae8-ba22-3c0e95f0daec',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.804433] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f2fbc1f-f833-4936-9c23-306973b45104 [ 689.804433] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.804433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.804433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.804713] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.804799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.804833] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f2fbc1f-f833-4936-9c23-306973b45104 already deleted. [ 689.804937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f2fbc1f-f833-4936-9c23-306973b45104" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.116181] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.116370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.116470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.116756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.117113] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.117241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.117349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.118112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.118112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.118112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.118112] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.118312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.118312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.118412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.118537] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.118673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.118957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.118957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.120074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.120318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.120515] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d368ba6a-681d-4ae8-ba22-3c0e95f0daec',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.625804] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d368ba6a-681d-4ae8-ba22-3c0e95f0daec: rpc.has_security_group_logging(os_id): False [ 690.652544] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.652544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.652544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.652544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.652544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.652544] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.652544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.652544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.652544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.652544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.653069] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.653069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.653069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.653069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.653069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.653239] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.653346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.653383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.653509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.653584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.656791] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec is going to be created. [ 690.771349] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.772230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.772230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.772230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.772230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.796409] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec in Status: IN_PROGRESS for 2s [ 691.137433] env[70473]: INFO networking_nsxv3.common.synchronization [req-f086af2c-165c-4b57-acb7-2c2e079af556 req-2f8e2100-47f2-42aa-a8cd-36dd27c8b10f tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Enqueued Resource ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 with Priority: HIGHEST for action security_group_members [ 691.139275] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 with Priority: HIGHEST for action security_group_members [ 691.140521] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.140710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.140844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.141114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.141454] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.141577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.141577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.141731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.141880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.141945] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38453a9f-d8c1-4034-b7ec-eb3c2ee90596',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.648153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.648792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.652343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.652343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.652985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.652985] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.652985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.652985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.653250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.653370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.653478] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 already deleted. [ 691.653567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.786820] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.787229] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.787354] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.787866] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.789078] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.789078] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.789078] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.789078] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.789078] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.790719] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.790719] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.790719] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.790719] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.790719] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.790719] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.790719] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.814437] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.814494] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.814719] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.815159] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.815557] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.815756] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.815859] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.816943] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.817270] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473d0e7d-fffa-4b1c-aaac-3f1bf15011dc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.320689] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.320925] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.321190] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.321346] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.321507] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.321665] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 473d0e7d-fffa-4b1c-aaac-3f1bf15011dc not found, creating... [ 692.321930] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.322128] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.322223] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.322446] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.322598] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.322899] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.323071] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.323189] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.323424] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.323560] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.323851] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 473d0e7d-fffa-4b1c-aaac-3f1bf15011dc is going to be created. [ 692.352870] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.352870] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.352870] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.352870] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.352870] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.352870] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.816403] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec in Status: SUCCESS [ 692.816403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.119141] env[70473]: INFO networking_nsxv3.common.synchronization [req-938a6959-4319-433b-93d1-0b592330bdca req-a368f1ae-85de-4c9f-9547-3dce8a414b4a tempest-TenantUsagesTestJSON-1453911141 tempest-TenantUsagesTestJSON-1453911141-project-member] Enqueued Resource ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 with Priority: HIGHEST for action security_group_members [ 693.120027] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 with Priority: HIGHEST for action security_group_members [ 693.120417] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.120571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.120633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.120852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.121026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.121151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.121215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.121377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.121456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.121558] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11388bf2-8a8c-4f4a-8379-b4651fbc97d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.624809] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.626085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.626227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.626364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.626478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.626729] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.626859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.626925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.627134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.627227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.627346] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 is going to be updated. [ 693.659184] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.659293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.659346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.660374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.660641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.670983] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 in Status: IN_PROGRESS for 2s [ 693.813172] env[70473]: INFO networking_nsxv3.common.synchronization [req-f086af2c-165c-4b57-acb7-2c2e079af556 req-ce0806cf-550e-46a3-8a53-debb2d6aa30e service nova] Enqueued Resource ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 with Priority: HIGHEST for action security_group_rules [ 693.813172] env[70473]: INFO networking_nsxv3.common.synchronization [req-f086af2c-165c-4b57-acb7-2c2e079af556 req-ce0806cf-550e-46a3-8a53-debb2d6aa30e service nova] Enqueued Resource ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 with Priority: HIGHEST for action security_group_members [ 693.813172] env[70473]: INFO networking_nsxv3.common.synchronization [req-f086af2c-165c-4b57-acb7-2c2e079af556 req-ce0806cf-550e-46a3-8a53-debb2d6aa30e service nova] Enqueued Resource ID: 473d0e7d-fffa-4b1c-aaac-3f1bf15011dc with Priority: HIGHEST for action port [ 693.813886] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 with Priority: HIGHEST for action security_group_rules [ 693.813886] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 with Priority: HIGHEST for action security_group_members [ 693.814023] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473d0e7d-fffa-4b1c-aaac-3f1bf15011dc with Priority: HIGHEST for action port [ 693.814698] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38453a9f-d8c1-4034-b7ec-eb3c2ee90596 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.814880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.814933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.815803] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.815803] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38453a9f-d8c1-4034-b7ec-eb3c2ee90596',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.819792] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.819933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.820029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.820244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.820484] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.820563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.820640] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.820788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.820890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.820986] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38453a9f-d8c1-4034-b7ec-eb3c2ee90596',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.824356] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.824356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.824356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.824356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.824356] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473d0e7d-fffa-4b1c-aaac-3f1bf15011dc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.327377] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38453a9f-d8c1-4034-b7ec-eb3c2ee90596',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.330926] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 473d0e7d-fffa-4b1c-aaac-3f1bf15011dc with status ACTIVE [ 694.334523] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.334523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.334523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.334523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.334523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.334523] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.334523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.334523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.335947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.335947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.335947] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.335947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.335947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.335947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.335947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.335947] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 473d0e7d-fffa-4b1c-aaac-3f1bf15011dc is going to be updated. [ 694.337891] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.337891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.361485] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.362264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.362364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.362593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.362737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.362911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-473d0e7d-fffa-4b1c-aaac-3f1bf15011dc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.664976] env[70473]: INFO networking_nsxv3.common.synchronization [None req-3e777e77-a1b2-41ea-8fda-f975743851d5 None None] Enqueued Resource ID: e894e23e-eb78-42a6-a287-fe3c1bfd7174 with Priority: HIGHEST for action port [ 694.669267] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e894e23e-eb78-42a6-a287-fe3c1bfd7174 with Priority: HIGHEST for action port [ 694.669267] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e894e23e-eb78-42a6-a287-fe3c1bfd7174 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.669267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e894e23e-eb78-42a6-a287-fe3c1bfd7174" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.669267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e894e23e-eb78-42a6-a287-fe3c1bfd7174" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.669267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e894e23e-eb78-42a6-a287-fe3c1bfd7174" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.669267] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e894e23e-eb78-42a6-a287-fe3c1bfd7174',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.838825] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38453a9f-d8c1-4034-b7ec-eb3c2ee90596',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.174685] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e894e23e-eb78-42a6-a287-fe3c1bfd7174 [ 695.174810] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.174953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.175042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.175272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.175385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.175486] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e894e23e-eb78-42a6-a287-fe3c1bfd7174 already deleted. [ 695.175570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e894e23e-eb78-42a6-a287-fe3c1bfd7174" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.343198] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.343358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.343554] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.343990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.344206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.344260] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 is going to be created. [ 695.381564] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.381765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.381809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.381992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.382174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.399282] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 in Status: UNINITIALIZED for 2s [ 695.684026] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 in Status: SUCCESS [ 695.684235] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 deletion is rescheduled due to dependency. [ 695.684428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.054308] env[70473]: INFO networking_nsxv3.common.synchronization [None req-8c126bd8-ea09-422a-a82f-8c414b60f073 None None] Enqueued Resource ID: 120c08d8-cb9b-4159-b7e2-05ff7f6e752e with Priority: HIGHEST for action port [ 696.055899] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120c08d8-cb9b-4159-b7e2-05ff7f6e752e with Priority: HIGHEST for action port [ 696.056878] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-120c08d8-cb9b-4159-b7e2-05ff7f6e752e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.057033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-120c08d8-cb9b-4159-b7e2-05ff7f6e752e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.057112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-120c08d8-cb9b-4159-b7e2-05ff7f6e752e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.057777] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-120c08d8-cb9b-4159-b7e2-05ff7f6e752e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.057777] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120c08d8-cb9b-4159-b7e2-05ff7f6e752e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.563977] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 120c08d8-cb9b-4159-b7e2-05ff7f6e752e [ 696.563977] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.563977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.563977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.563977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.563977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.563977] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:120c08d8-cb9b-4159-b7e2-05ff7f6e752e already deleted. [ 696.563977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-120c08d8-cb9b-4159-b7e2-05ff7f6e752e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.232314] env[70473]: INFO networking_nsxv3.common.synchronization [None req-e5eb8e86-42e1-447d-8913-6326eddd2bfa None None] Enqueued Resource ID: 4fd23b15-8ee9-4a5b-947d-b09f163ac17f with Priority: HIGHEST for action port [ 697.232666] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd23b15-8ee9-4a5b-947d-b09f163ac17f with Priority: HIGHEST for action port [ 697.233538] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd23b15-8ee9-4a5b-947d-b09f163ac17f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.233538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd23b15-8ee9-4a5b-947d-b09f163ac17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.233538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd23b15-8ee9-4a5b-947d-b09f163ac17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.233818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd23b15-8ee9-4a5b-947d-b09f163ac17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.233926] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd23b15-8ee9-4a5b-947d-b09f163ac17f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.413473] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 in Status: SUCCESS [ 697.413743] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.413854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.414102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.414308] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.414480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.414545] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.414733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.414789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.414844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.414933] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38453a9f-d8c1-4034-b7ec-eb3c2ee90596',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.689627] env[70473]: INFO networking_nsxv3.common.synchronization [req-696e3b6b-3777-4123-8c2e-cb05bff2b792 req-9fd80fdf-8d3e-4f55-b88b-045843a1195a tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 697.690221] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 697.690562] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.690692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.690754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.691014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.692413] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.692610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.692610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.692806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.692872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.692973] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.736416] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fd23b15-8ee9-4a5b-947d-b09f163ac17f [ 697.736763] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.736912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.737028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.737301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.737436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.738079] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fd23b15-8ee9-4a5b-947d-b09f163ac17f already deleted. [ 697.738079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd23b15-8ee9-4a5b-947d-b09f163ac17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.921925] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.921925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.921925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.921925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.921925] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.921925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.921925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.921925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.921925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.921925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.921925] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.922656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.922656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.922656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.922656] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.922656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.922656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.922656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.922656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.923102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.923102] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38453a9f-d8c1-4034-b7ec-eb3c2ee90596',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.124766] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.124975] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.127698] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.128116] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.128473] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.128846] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.128846] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.128979] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.129189] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.130781] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.130781] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.130781] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.130781] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.130781] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.130781] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.130781] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.153749] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.153749] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.153749] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.153749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.153749] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-33004357-0359-45a5-99c4-b37301a2eb28 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.153749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-33004357-0359-45a5-99c4-b37301a2eb28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.153749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-33004357-0359-45a5-99c4-b37301a2eb28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.153749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-33004357-0359-45a5-99c4-b37301a2eb28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.153749] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33004357-0359-45a5-99c4-b37301a2eb28',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.195933] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.196097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.196170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.198019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.198019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.198019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.198019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.198019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.198019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.198019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.198019] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f already deleted. [ 698.198019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.425701] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38453a9f-d8c1-4034-b7ec-eb3c2ee90596: rpc.has_security_group_logging(os_id): False [ 698.445750] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.445750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.445750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.446037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.446089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.446328] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.446477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.446513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.446635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.447326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.447326] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.447326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.447326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.448065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.448397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.448549] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.448705] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.449054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.449054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.449155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.449222] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 is going to be created. [ 698.524805] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.524805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.524805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.525041] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.525270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.539356] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 in Status: IN_PROGRESS for 2s [ 698.657363] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.657587] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.657770] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.658464] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.658653] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.658848] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 33004357-0359-45a5-99c4-b37301a2eb28 not found, creating... [ 698.659203] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.659491] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.659491] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.659780] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.659934] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.663548] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.663806] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.663936] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.664287] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.664435] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.664592] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 33004357-0359-45a5-99c4-b37301a2eb28 is going to be created. [ 698.691245] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.691489] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.691663] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.691961] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.692203] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.692438] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-33004357-0359-45a5-99c4-b37301a2eb28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.701217] env[70473]: INFO networking_nsxv3.common.synchronization [None req-944ab2c8-fd1e-46fa-ba4f-2a8740170d18 None None] Enqueued Resource ID: 0a57c8f5-d731-490b-9ab0-dc66cc9a19d1 with Priority: HIGHEST for action port [ 698.701448] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a57c8f5-d731-490b-9ab0-dc66cc9a19d1 with Priority: HIGHEST for action port [ 698.702078] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a57c8f5-d731-490b-9ab0-dc66cc9a19d1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.702206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a57c8f5-d731-490b-9ab0-dc66cc9a19d1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.702276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a57c8f5-d731-490b-9ab0-dc66cc9a19d1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.702543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a57c8f5-d731-490b-9ab0-dc66cc9a19d1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.702663] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a57c8f5-d731-490b-9ab0-dc66cc9a19d1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.205572] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a57c8f5-d731-490b-9ab0-dc66cc9a19d1 [ 699.205957] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.206188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.206321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.206565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.206700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.206826] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a57c8f5-d731-490b-9ab0-dc66cc9a19d1 already deleted. [ 699.206978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a57c8f5-d731-490b-9ab0-dc66cc9a19d1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.474368] env[70473]: INFO networking_nsxv3.common.synchronization [req-696e3b6b-3777-4123-8c2e-cb05bff2b792 req-ac95ec80-8e7f-48c9-99aa-09c2cf1e2c37 service nova] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_rules [ 699.474726] env[70473]: INFO networking_nsxv3.common.synchronization [req-696e3b6b-3777-4123-8c2e-cb05bff2b792 req-ac95ec80-8e7f-48c9-99aa-09c2cf1e2c37 service nova] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 699.474726] env[70473]: INFO networking_nsxv3.common.synchronization [req-696e3b6b-3777-4123-8c2e-cb05bff2b792 req-ac95ec80-8e7f-48c9-99aa-09c2cf1e2c37 service nova] Enqueued Resource ID: 33004357-0359-45a5-99c4-b37301a2eb28 with Priority: HIGHEST for action port [ 699.474960] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_rules [ 699.475128] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 699.475192] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33004357-0359-45a5-99c4-b37301a2eb28 with Priority: HIGHEST for action port [ 699.475743] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.475841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.475912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.479816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.479816] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.479816] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.479816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.479816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.479816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.479816] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.480220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.480220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.480220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.480220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.480432] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.481104] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-33004357-0359-45a5-99c4-b37301a2eb28 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.481210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33004357-0359-45a5-99c4-b37301a2eb28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.481313] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33004357-0359-45a5-99c4-b37301a2eb28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.481477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33004357-0359-45a5-99c4-b37301a2eb28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.481591] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33004357-0359-45a5-99c4-b37301a2eb28',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.881734] env[70473]: INFO networking_nsxv3.common.synchronization [req-d2e0b761-8579-42f5-a083-b2a7a756224a req-7e8dddd1-dbbf-4383-bb29-44babaf22415 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 699.881831] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 699.882147] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.882283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.882353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.882558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.882710] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.882812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.882873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.883309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.883309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.883309] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.985410] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.985548] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.985649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.986261] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33004357-0359-45a5-99c4-b37301a2eb28 with status ACTIVE [ 699.986261] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.986261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.986261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.986493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.986493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.986579] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.986705] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.986756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.986889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.986985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.987163] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.987256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.987420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.987483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.987520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.987615] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33004357-0359-45a5-99c4-b37301a2eb28 is going to be updated. [ 700.015012] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.015179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.015224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.015492] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.015665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.015786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33004357-0359-45a5-99c4-b37301a2eb28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.386535] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.386717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.386791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.387033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.387134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.387327] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.387429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.387490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.387648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.389264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.389264] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 700.419493] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.419625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.419666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.421269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.421269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.432294] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 700.438532] env[70473]: INFO networking_nsxv3.common.synchronization [req-dbc385d3-880d-4078-aa01-a2acb48709ea req-bde93c96-a19d-4ddb-b5ab-4ec24c29ab58 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_members [ 700.439116] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_members [ 700.439486] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-109d2c8a-309c-46d0-8962-598b3cd6146e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.439621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.439679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.439931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.440224] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.440353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.440420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.440608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.440698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.440810] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.491036] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.554055] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 in Status: SUCCESS [ 700.554223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.923179] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.923374] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.923463] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.923870] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.925131] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.925387] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.925555] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.928752] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.928977] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.929238] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.929356] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.929497] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.929607] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.929740] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.929829] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.929965] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.944032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.944190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.944371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.944484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.944579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.944788] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.944927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.944977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.945322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.945322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.945322] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109d2c8a-309c-46d0-8962-598b3cd6146e already deleted. [ 700.945461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.953037] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.953037] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.953037] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.953037] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.953456] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-8eecf835-4567-4a6f-a938-ba984898d0d4 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.953740] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-8eecf835-4567-4a6f-a938-ba984898d0d4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.953964] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-8eecf835-4567-4a6f-a938-ba984898d0d4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.954413] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-8eecf835-4567-4a6f-a938-ba984898d0d4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.954678] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eecf835-4567-4a6f-a938-ba984898d0d4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.993284] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.993462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.993579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.993756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.993863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.994038] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be created. [ 701.020705] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.020925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.020925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.021218] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.021490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.034426] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: UNINITIALIZED for 2s [ 701.457660] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.457892] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.458044] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.458391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.458552] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.458713] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 8eecf835-4567-4a6f-a938-ba984898d0d4 not found, creating... [ 701.459054] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.459321] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.459531] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.459936] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.460187] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.461042] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.461042] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.461188] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.461508] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.461744] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.461990] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 8eecf835-4567-4a6f-a938-ba984898d0d4 is going to be created. [ 701.487496] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.488042] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.488042] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.488533] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.488782] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.489030] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-8eecf835-4567-4a6f-a938-ba984898d0d4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.445196] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 702.446898] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 deletion is rescheduled due to dependency. [ 702.446898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.617687] env[70473]: INFO networking_nsxv3.common.synchronization [req-dbc385d3-880d-4078-aa01-a2acb48709ea req-85bc0a03-e4b5-4f58-ab1d-583e5e76af97 service nova] Enqueued Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_rules [ 702.617894] env[70473]: INFO networking_nsxv3.common.synchronization [req-dbc385d3-880d-4078-aa01-a2acb48709ea req-85bc0a03-e4b5-4f58-ab1d-583e5e76af97 service nova] Enqueued Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_members [ 702.617987] env[70473]: INFO networking_nsxv3.common.synchronization [req-dbc385d3-880d-4078-aa01-a2acb48709ea req-85bc0a03-e4b5-4f58-ab1d-583e5e76af97 service nova] Enqueued Resource ID: 8eecf835-4567-4a6f-a938-ba984898d0d4 with Priority: HIGHEST for action port [ 702.620060] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_rules [ 702.620060] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_members [ 702.620060] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eecf835-4567-4a6f-a938-ba984898d0d4 with Priority: HIGHEST for action port [ 702.621406] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109d2c8a-309c-46d0-8962-598b3cd6146e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.621689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.621689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.621938] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.622049] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.623069] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-109d2c8a-309c-46d0-8962-598b3cd6146e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.623305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.623421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.624806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.624806] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.624806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.624806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.624806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.624806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.624806] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.625223] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eecf835-4567-4a6f-a938-ba984898d0d4 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.625332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eecf835-4567-4a6f-a938-ba984898d0d4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.625332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eecf835-4567-4a6f-a938-ba984898d0d4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.625584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eecf835-4567-4a6f-a938-ba984898d0d4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.625584] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eecf835-4567-4a6f-a938-ba984898d0d4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.049326] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: SUCCESS [ 703.049326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.049326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.049326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.049326] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.049326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.050288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.050545] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.050639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.050750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.050850] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.131024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-109d2c8a-309c-46d0-8962-598b3cd6146e taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.131024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.131024] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.131024] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eecf835-4567-4a6f-a938-ba984898d0d4 with status ACTIVE [ 703.131024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.131024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.131024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.131024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.131024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.131024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.131024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.131024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.131024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.131024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.132018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.132315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.133346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.133346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.133346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.133346] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eecf835-4567-4a6f-a938-ba984898d0d4 is going to be updated. [ 703.158874] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.158874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.158874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.159103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.159103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.160806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eecf835-4567-4a6f-a938-ba984898d0d4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.562491] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.562850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.562850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.562950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.563114] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.563211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.563274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.563423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.563511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.563597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.563838] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.563838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.563969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.564895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.565327] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.565432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.565432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.566311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.566408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.566992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.566992] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.636824] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.074312] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d965840b-e49b-4ee6-9324-ebb43ad2ea2f: rpc.has_security_group_logging(os_id): False [ 704.101033] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.101033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.101033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.101480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.101480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.101480] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.101615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.101657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.101812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.101938] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.102125] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.102246] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.102335] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.102528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.102576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.102811] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.103411] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.103411] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.103692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.103834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.104612] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be created. [ 704.140365] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.140535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.140604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.140825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.141066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.141066] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109d2c8a-309c-46d0-8962-598b3cd6146e is going to be created. [ 704.176195] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.176195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.176195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.177029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.177029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.180179] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.180688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.180688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.181749] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.184755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.199409] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109d2c8a-309c-46d0-8962-598b3cd6146e in Status: UNINITIALIZED for 2s [ 704.205592] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: IN_PROGRESS for 2s [ 704.417377] env[70473]: INFO networking_nsxv3.common.synchronization [None req-176923d1-068d-49c4-8a86-8b7868877e9a None None] Enqueued Resource ID: 5b0d3a3e-1b37-473b-a0d0-1790ff92817f with Priority: HIGHEST for action port [ 704.417697] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0d3a3e-1b37-473b-a0d0-1790ff92817f with Priority: HIGHEST for action port [ 704.418264] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b0d3a3e-1b37-473b-a0d0-1790ff92817f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.418403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b0d3a3e-1b37-473b-a0d0-1790ff92817f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.418496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b0d3a3e-1b37-473b-a0d0-1790ff92817f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.418811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b0d3a3e-1b37-473b-a0d0-1790ff92817f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.418985] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b0d3a3e-1b37-473b-a0d0-1790ff92817f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.922152] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b0d3a3e-1b37-473b-a0d0-1790ff92817f [ 704.922492] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.922562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.922600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.922800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.922934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.923090] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b0d3a3e-1b37-473b-a0d0-1790ff92817f already deleted. [ 704.923189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b0d3a3e-1b37-473b-a0d0-1790ff92817f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.213501] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109d2c8a-309c-46d0-8962-598b3cd6146e in Status: SUCCESS [ 706.213773] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.214803] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.215237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.215491] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.217792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.217792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.217792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.217792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.217792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.217792] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.221971] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: SUCCESS [ 706.221971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.679563] env[70473]: INFO networking_nsxv3.common.synchronization [req-04895b98-5925-4373-9531-2a1e3a35f8ad req-1b3e66af-1cf6-44bc-9013-b17ecddc0a52 tempest-ServerDiagnosticsTest-66418145 tempest-ServerDiagnosticsTest-66418145-project-member] Enqueued Resource ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 with Priority: HIGHEST for action security_group_members [ 706.682112] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 with Priority: HIGHEST for action security_group_members [ 706.683470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.683598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.684089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.684089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.684222] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.684468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.684562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.685042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.685306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.685664] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38453a9f-d8c1-4034-b7ec-eb3c2ee90596',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.723206] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.724969] env[70473]: INFO networking_nsxv3.common.synchronization [None req-d7dd8efa-7d15-4070-a97b-37732b54fa6b None None] Enqueued Resource ID: d3dfa0b0-f630-44e5-898c-6414165f8e49 with Priority: HIGHEST for action port [ 706.728896] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3dfa0b0-f630-44e5-898c-6414165f8e49 with Priority: HIGHEST for action port [ 706.728896] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3dfa0b0-f630-44e5-898c-6414165f8e49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.728896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3dfa0b0-f630-44e5-898c-6414165f8e49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.728896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3dfa0b0-f630-44e5-898c-6414165f8e49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.728896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3dfa0b0-f630-44e5-898c-6414165f8e49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.728896] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3dfa0b0-f630-44e5-898c-6414165f8e49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.188518] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.189020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.189138] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.189902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.191457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.191457] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.191457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.191457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.191457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.191457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.191457] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 is going to be updated. [ 707.224927] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 109d2c8a-309c-46d0-8962-598b3cd6146e: rpc.has_security_group_logging(os_id): False [ 707.232700] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.232700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.232700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.233179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.233179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.235235] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3dfa0b0-f630-44e5-898c-6414165f8e49 [ 707.235235] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.235235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.235235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.237074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.237074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.237074] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3dfa0b0-f630-44e5-898c-6414165f8e49 already deleted. [ 707.237074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3dfa0b0-f630-44e5-898c-6414165f8e49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.247987] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.248173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.248244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.248538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.248602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.248858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.248960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.255667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.255667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.255667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.255667] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109d2c8a-309c-46d0-8962-598b3cd6146e is going to be created. [ 707.255667] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 in Status: IN_PROGRESS for 2s [ 707.329026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.329026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.329026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.329026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.329026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.344489] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109d2c8a-309c-46d0-8962-598b3cd6146e in Status: IN_PROGRESS for 2s [ 708.214029] env[70473]: INFO networking_nsxv3.common.synchronization [None req-03e8030c-9af8-45b4-a289-5254d63aac84 None None] Enqueued Resource ID: c9ead245-f781-4866-8291-cd38c9bfa5c8 with Priority: HIGHEST for action port [ 708.214932] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ead245-f781-4866-8291-cd38c9bfa5c8 with Priority: HIGHEST for action port [ 708.215345] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ead245-f781-4866-8291-cd38c9bfa5c8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.215487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ead245-f781-4866-8291-cd38c9bfa5c8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.215664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ead245-f781-4866-8291-cd38c9bfa5c8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.215988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ead245-f781-4866-8291-cd38c9bfa5c8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.216091] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ead245-f781-4866-8291-cd38c9bfa5c8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.723456] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9ead245-f781-4866-8291-cd38c9bfa5c8 [ 708.724431] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.725534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.725763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.726094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.726795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.727495] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9ead245-f781-4866-8291-cd38c9bfa5c8 already deleted. [ 708.727495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ead245-f781-4866-8291-cd38c9bfa5c8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.113820] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-0a99baa1-821a-40b6-a26f-4794055f5c6d tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 709.114718] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 709.115116] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.115661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.115661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.115801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.116022] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.116160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.116232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.116456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.116560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.116641] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.270138] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 in Status: SUCCESS [ 709.270138] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 deletion is rescheduled due to dependency. [ 709.270138] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.365266] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 109d2c8a-309c-46d0-8962-598b3cd6146e in Status: SUCCESS [ 709.365700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.622485] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.622485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.622485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.622485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.622485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.622485] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.622485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.622485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.622485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.622485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.622485] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a already deleted. [ 709.622485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.988929] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-aa00b630-a0fd-4e77-9a95-2de3ccb0541e tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 709.994617] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 709.994617] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.994617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.994617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.994617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.994617] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.994617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.994617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.994617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.994617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.994617] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.043081] env[70473]: INFO networking_nsxv3.common.synchronization [req-7ff07cc1-4ba6-45a6-b525-f9a4d65e3180 req-22d3d03d-b41f-4fd9-a35f-0e4ad1ef426a tempest-ServerMetadataNegativeTestJSON-1881019022 tempest-ServerMetadataNegativeTestJSON-1881019022-project-member] Enqueued Resource ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec with Priority: HIGHEST for action security_group_members [ 710.044231] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec with Priority: HIGHEST for action security_group_members [ 710.048338] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.048561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.048603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.048905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.049058] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.049180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.049249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.049417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.049546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.049651] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d368ba6a-681d-4ae8-ba22-3c0e95f0daec',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.316680] env[70473]: INFO networking_nsxv3.common.synchronization [None req-5682a5db-4671-4f99-952a-67aefdb8eeec None None] Enqueued Resource ID: b36f6bc5-8263-4934-a325-7c53bf20a41a with Priority: HIGHEST for action port [ 710.320344] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36f6bc5-8263-4934-a325-7c53bf20a41a with Priority: HIGHEST for action port [ 710.320866] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36f6bc5-8263-4934-a325-7c53bf20a41a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.320866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36f6bc5-8263-4934-a325-7c53bf20a41a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.320866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36f6bc5-8263-4934-a325-7c53bf20a41a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.321347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36f6bc5-8263-4934-a325-7c53bf20a41a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.321666] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36f6bc5-8263-4934-a325-7c53bf20a41a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.499039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.499039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.499039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.499039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.499039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.499039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.499039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.499039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.499039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.499039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.499039] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a already deleted. [ 710.499039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.553122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.553328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.553469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.553795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.553951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.554246] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.554333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.554333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.554519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.554585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.554675] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec is going to be updated. [ 710.577392] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-54ae151e-095a-4136-b8eb-a890eb57fed2 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 710.578544] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 710.578959] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.580595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.580784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.581089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.581578] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.581578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.581578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.581804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.581966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.582489] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.592478] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.592999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.593103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.593491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.593491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.604685] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec in Status: IN_PROGRESS for 2s [ 710.727560] env[70473]: INFO networking_nsxv3.common.synchronization [None req-c05ccd56-f490-4249-bc2d-b6b76be676a8 None None] Enqueued Resource ID: 8b69d96b-ace2-4e89-86bc-f35fdecdd39f with Priority: HIGHEST for action port [ 710.727952] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b69d96b-ace2-4e89-86bc-f35fdecdd39f with Priority: HIGHEST for action port [ 710.728425] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b69d96b-ace2-4e89-86bc-f35fdecdd39f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.728592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b69d96b-ace2-4e89-86bc-f35fdecdd39f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.728774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b69d96b-ace2-4e89-86bc-f35fdecdd39f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.728910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b69d96b-ace2-4e89-86bc-f35fdecdd39f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.728994] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b69d96b-ace2-4e89-86bc-f35fdecdd39f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.825802] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b36f6bc5-8263-4934-a325-7c53bf20a41a [ 710.826318] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.826318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.826318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.826776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.826776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.826933] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b36f6bc5-8263-4934-a325-7c53bf20a41a already deleted. [ 710.826933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36f6bc5-8263-4934-a325-7c53bf20a41a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.085755] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.086097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.090026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.090026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.090026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.090026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.090026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.090026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.090026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.090026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.090026] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a already deleted. [ 711.090026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.179039] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.183956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-335" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.183956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-335" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.183956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-335" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.183956] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.183956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.183956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.183956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.183956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.183956] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.183956] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.183956] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.183956] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.183956] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.183956] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.183956] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.220829] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.220975] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.221177] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.221585] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-335" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.221970] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-227aa592-6740-4b7c-9dc5-b3c0eed8b446 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.222168] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-227aa592-6740-4b7c-9dc5-b3c0eed8b446" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.222322] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-227aa592-6740-4b7c-9dc5-b3c0eed8b446" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.222710] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-227aa592-6740-4b7c-9dc5-b3c0eed8b446" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.222847] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227aa592-6740-4b7c-9dc5-b3c0eed8b446',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.232498] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b69d96b-ace2-4e89-86bc-f35fdecdd39f [ 711.232498] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.232498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.232498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.238060] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.238060] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.238060] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b69d96b-ace2-4e89-86bc-f35fdecdd39f already deleted. [ 711.238060] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b69d96b-ace2-4e89-86bc-f35fdecdd39f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.729980] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.730373] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.730521] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.730939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.731183] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.731410] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 227aa592-6740-4b7c-9dc5-b3c0eed8b446 not found, creating... [ 711.731819] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.732100] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.732272] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.732604] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.732810] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.734084] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.734409] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.734501] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.734820] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.735063] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.735265] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 227aa592-6740-4b7c-9dc5-b3c0eed8b446 is going to be created. [ 711.759958] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.760289] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.761088] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.761467] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.761739] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.762032] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-227aa592-6740-4b7c-9dc5-b3c0eed8b446" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.616166] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec in Status: SUCCESS [ 712.616641] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec deletion is rescheduled due to dependency. [ 712.616641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.749288] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-0ed0c7e2-957f-4556-8f19-6e2abb7f7616 service nova] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_rules [ 712.749575] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-0ed0c7e2-957f-4556-8f19-6e2abb7f7616 service nova] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 712.749736] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-0ed0c7e2-957f-4556-8f19-6e2abb7f7616 service nova] Enqueued Resource ID: 227aa592-6740-4b7c-9dc5-b3c0eed8b446 with Priority: HIGHEST for action port [ 712.750349] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_rules [ 712.750993] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 712.752817] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227aa592-6740-4b7c-9dc5-b3c0eed8b446 with Priority: HIGHEST for action port [ 712.753374] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.753524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.753524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.753776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.753865] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.756283] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.756283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.756460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.756541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.756800] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.756800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.757029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.757029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.759054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.759233] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.760560] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-227aa592-6740-4b7c-9dc5-b3c0eed8b446 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.760708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-227aa592-6740-4b7c-9dc5-b3c0eed8b446" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.760708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-227aa592-6740-4b7c-9dc5-b3c0eed8b446" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.760868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-227aa592-6740-4b7c-9dc5-b3c0eed8b446" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.761141] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227aa592-6740-4b7c-9dc5-b3c0eed8b446',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.055914] env[70473]: INFO networking_nsxv3.common.synchronization [None req-b7f4ab84-1be1-49bf-8af2-98ed7b86719c None None] Enqueued Resource ID: 508cb7ac-4700-4777-8574-d7226535603c with Priority: HIGHEST for action port [ 713.057999] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508cb7ac-4700-4777-8574-d7226535603c with Priority: HIGHEST for action port [ 713.058384] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-508cb7ac-4700-4777-8574-d7226535603c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.058722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508cb7ac-4700-4777-8574-d7226535603c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.058923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508cb7ac-4700-4777-8574-d7226535603c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.059219] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508cb7ac-4700-4777-8574-d7226535603c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.059313] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508cb7ac-4700-4777-8574-d7226535603c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.263140] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.263301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.264586] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.265675] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 227aa592-6740-4b7c-9dc5-b3c0eed8b446 with status ACTIVE [ 713.265944] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.266025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.266067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.266255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.266330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.266507] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.266704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.266704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.266806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.266882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.267067] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.267159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.267218] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.267356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.267431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.267514] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 227aa592-6740-4b7c-9dc5-b3c0eed8b446 is going to be updated. [ 713.290165] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.290369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.290450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.290669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.290826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.290991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-227aa592-6740-4b7c-9dc5-b3c0eed8b446" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.563076] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 508cb7ac-4700-4777-8574-d7226535603c [ 713.563281] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.563360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.563401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.563591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.563703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.563788] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:508cb7ac-4700-4777-8574-d7226535603c already deleted. [ 713.563947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508cb7ac-4700-4777-8574-d7226535603c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.599282] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.599658] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-902" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.599658] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-902" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.599921] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-902" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.600182] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.600369] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.601996] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.601996] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.605837] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.605837] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.605837] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.605837] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.605837] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.605837] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.605837] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.605837] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.631336] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.631614] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.631739] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.631920] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-902" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.632273] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-4a0ef086-f8c6-4d21-b9c1-812d8d944b84 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.632441] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-4a0ef086-f8c6-4d21-b9c1-812d8d944b84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.632556] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-4a0ef086-f8c6-4d21-b9c1-812d8d944b84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.632900] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-4a0ef086-f8c6-4d21-b9c1-812d8d944b84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.636630] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0ef086-f8c6-4d21-b9c1-812d8d944b84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.770954] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.137835] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.138081] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.138234] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.138596] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.138758] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.138921] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 4a0ef086-f8c6-4d21-b9c1-812d8d944b84 not found, creating... [ 714.139210] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.139371] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.139491] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.139719] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.139858] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.140151] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.140310] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.140451] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.140667] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.140802] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.141145] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 4a0ef086-f8c6-4d21-b9c1-812d8d944b84 is going to be created. [ 714.162956] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.162956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.162956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.162956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.163181] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.163401] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-4a0ef086-f8c6-4d21-b9c1-812d8d944b84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.276209] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.276209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.276209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.276209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.276209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.276209] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be created. [ 714.317496] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.318328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.319220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.319469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.319657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.331615] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: UNINITIALIZED for 2s [ 715.191214] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-ad091c58-bf74-45f4-93cf-3789f7bf960b service nova] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_rules [ 715.191214] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-ad091c58-bf74-45f4-93cf-3789f7bf960b service nova] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 715.191214] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-ad091c58-bf74-45f4-93cf-3789f7bf960b service nova] Enqueued Resource ID: 4a0ef086-f8c6-4d21-b9c1-812d8d944b84 with Priority: HIGHEST for action port [ 715.191214] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_rules [ 715.191214] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 715.191214] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a0ef086-f8c6-4d21-b9c1-812d8d944b84 with Priority: HIGHEST for action port [ 715.192260] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.192453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.192797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.192899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.193092] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a0ef086-f8c6-4d21-b9c1-812d8d944b84 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.193220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a0ef086-f8c6-4d21-b9c1-812d8d944b84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.193372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a0ef086-f8c6-4d21-b9c1-812d8d944b84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.193442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a0ef086-f8c6-4d21-b9c1-812d8d944b84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.193522] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a0ef086-f8c6-4d21-b9c1-812d8d944b84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.704470] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a0ef086-f8c6-4d21-b9c1-812d8d944b84 with status ACTIVE [ 715.704470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.704470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.704470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.704470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.704470] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a0ef086-f8c6-4d21-b9c1-812d8d944b84 is going to be updated. [ 715.749458] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.749458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.749458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.749712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.749905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.750543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a0ef086-f8c6-4d21-b9c1-812d8d944b84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.026181] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.026181] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-335" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.026181] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-335" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.026181] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-335" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.026181] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.026181] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.026181] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.027383] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.027722] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.028230] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.031018] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.031018] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.031018] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.031018] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.031018] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.031018] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.038025] env[70473]: INFO networking_nsxv3.common.synchronization [None req-2f8c6da9-e909-464e-99c8-9ac5c393b103 None None] Enqueued Resource ID: ce20286e-18dd-47f8-b1a1-a16937532fda with Priority: HIGHEST for action port [ 716.038025] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce20286e-18dd-47f8-b1a1-a16937532fda with Priority: HIGHEST for action port [ 716.038025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce20286e-18dd-47f8-b1a1-a16937532fda taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.038025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce20286e-18dd-47f8-b1a1-a16937532fda" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.038025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce20286e-18dd-47f8-b1a1-a16937532fda" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.038025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce20286e-18dd-47f8-b1a1-a16937532fda" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.038025] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce20286e-18dd-47f8-b1a1-a16937532fda',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.052343] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.052343] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.052343] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.052343] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-335" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.052343] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.052343] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.052343] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.053187] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.053520] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.343032] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 716.343341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.343564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.343867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.344153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.344341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.344487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.344661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.344781] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.344906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.345633] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.350021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.350021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.350021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.350021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.350021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.350021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.350021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.350021] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.543059] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce20286e-18dd-47f8-b1a1-a16937532fda [ 716.543059] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.543059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.543059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.543059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.543059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.543059] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce20286e-18dd-47f8-b1a1-a16937532fda already deleted. [ 716.543059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce20286e-18dd-47f8-b1a1-a16937532fda" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.556717] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.557421] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.557859] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.558316] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.560017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.560017] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 not found, creating... [ 716.560017] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.560017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.560017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.560017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.560017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.560017] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.560602] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.560830] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.561153] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.561404] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.563197] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 is going to be created. [ 716.583495] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.584800] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.586521] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.586521] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.586521] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.586521] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.853086] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.853086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.853086] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.358079] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.383207] env[70473]: INFO networking_nsxv3.common.synchronization [None req-2ce26a2c-9b5f-4568-95da-d1cd929c21b2 None None] Enqueued Resource ID: 6a14bb56-0693-43ad-96c5-c0391cc5391c with Priority: HIGHEST for action port [ 717.383207] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a14bb56-0693-43ad-96c5-c0391cc5391c with Priority: HIGHEST for action port [ 717.383748] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a14bb56-0693-43ad-96c5-c0391cc5391c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.383880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a14bb56-0693-43ad-96c5-c0391cc5391c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.383948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a14bb56-0693-43ad-96c5-c0391cc5391c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.385349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a14bb56-0693-43ad-96c5-c0391cc5391c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.385489] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a14bb56-0693-43ad-96c5-c0391cc5391c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.863372] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.865371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.865473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.865709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.865905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.865905] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 717.888792] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a14bb56-0693-43ad-96c5-c0391cc5391c [ 717.888792] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.888792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.888792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.888792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.888792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.888792] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a14bb56-0693-43ad-96c5-c0391cc5391c already deleted. [ 717.889092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a14bb56-0693-43ad-96c5-c0391cc5391c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.900473] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.900473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.900473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.900473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.900748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.914017] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 718.213832] env[70473]: INFO networking_nsxv3.common.synchronization [req-3d4010c1-ab43-4176-9ae3-827338e09e6b req-de77d2e0-4bf6-4acf-8c6a-53a97fbb8955 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Enqueued Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 718.215491] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 718.215491] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.215491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.215491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.215491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.215491] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.215491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.215491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.216238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.216238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.216238] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.295288] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-5b634a00-7d1e-47df-a208-642d83940db9 service nova] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_rules [ 718.295474] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-5b634a00-7d1e-47df-a208-642d83940db9 service nova] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 718.295613] env[70473]: INFO networking_nsxv3.common.synchronization [req-e0a7989c-9d5a-4e19-a873-3aeaf7470631 req-5b634a00-7d1e-47df-a208-642d83940db9 service nova] Enqueued Resource ID: 1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 with Priority: HIGHEST for action port [ 718.295852] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_rules [ 718.295978] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 718.296089] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 with Priority: HIGHEST for action port [ 718.296617] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.296722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.296907] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.296990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.297189] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.297290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.297351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.297547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.297627] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.315368] env[70473]: INFO networking_nsxv3.common.synchronization [None req-764c6225-6855-4f2c-8638-ce1d25797e87 None None] Enqueued Resource ID: 36c903ce-f71e-4f09-89fb-7cdc249d69fb with Priority: HIGHEST for action port [ 718.315938] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c903ce-f71e-4f09-89fb-7cdc249d69fb with Priority: HIGHEST for action port [ 718.316292] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-36c903ce-f71e-4f09-89fb-7cdc249d69fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.316419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36c903ce-f71e-4f09-89fb-7cdc249d69fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.316503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36c903ce-f71e-4f09-89fb-7cdc249d69fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.317037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36c903ce-f71e-4f09-89fb-7cdc249d69fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.317037] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c903ce-f71e-4f09-89fb-7cdc249d69fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.687267] env[70473]: INFO networking_nsxv3.common.synchronization [None req-8e6be05c-cc4d-485f-afa4-e060acb2bd79 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Enqueued Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_rules [ 718.687267] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_rules [ 718.687608] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dcaf767-8886-4447-8f99-5e40aab802b0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.687608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.687695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.688124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.688124] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.719515] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.799215] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 with status ACTIVE [ 718.799453] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.799595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.800581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.800581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.800581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.800581] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.800581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.800581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.800581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.800581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.801243] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.801243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.801243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.801243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.802487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.802708] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2 is going to be updated. [ 718.819144] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36c903ce-f71e-4f09-89fb-7cdc249d69fb [ 718.823036] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.823036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.823036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.823036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.823036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.823036] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36c903ce-f71e-4f09-89fb-7cdc249d69fb already deleted. [ 718.823347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36c903ce-f71e-4f09-89fb-7cdc249d69fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.831940] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.832043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.832092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.832292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.832442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.832608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e91c7e1-845f-4a1e-bfb6-bf9bb3cce7e2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.876606] env[70473]: INFO networking_nsxv3.common.synchronization [None req-15b24c50-be51-47b7-8db1-34c01307d4e5 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Enqueued Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_rules [ 718.878787] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_rules [ 718.879292] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dcaf767-8886-4447-8f99-5e40aab802b0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.879452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.179465] env[70473]: INFO networking_nsxv3.common.synchronization [None req-77929be4-1ec4-4bca-af35-55e42cbe6590 None None] Enqueued Resource ID: 0fa546ea-5f00-47e6-b72d-e27ef9603bea with Priority: HIGHEST for action port [ 719.179465] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fa546ea-5f00-47e6-b72d-e27ef9603bea with Priority: HIGHEST for action port [ 719.179629] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fa546ea-5f00-47e6-b72d-e27ef9603bea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.179629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fa546ea-5f00-47e6-b72d-e27ef9603bea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.179733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fa546ea-5f00-47e6-b72d-e27ef9603bea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.179941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fa546ea-5f00-47e6-b72d-e27ef9603bea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.182019] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fa546ea-5f00-47e6-b72d-e27ef9603bea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.215247] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.215458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.215458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.216688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.216688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.216688] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 already deleted. [ 719.216688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.216688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.216688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.216688] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.220911] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.416161] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.416374] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.416501] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.416781] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.417318] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.417713] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.417713] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.418407] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.418407] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.418407] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.418407] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.418614] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.418614] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.418721] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.418822] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.418954] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.439116] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.439521] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.439894] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.440447] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.440542] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.441315] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.441315] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.441315] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.441635] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.687299] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fa546ea-5f00-47e6-b72d-e27ef9603bea [ 719.687859] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.687859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.687859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.688074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.688383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.688383] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fa546ea-5f00-47e6-b72d-e27ef9603bea already deleted. [ 719.688383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fa546ea-5f00-47e6-b72d-e27ef9603bea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.723968] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.724392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.724392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.724392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.725507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.725507] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca is going to be updated. [ 719.746025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.746025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.746025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.746025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.746025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.746025] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 already deleted. [ 719.746025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.757670] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.757849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.757997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.758207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.758286] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.772861] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: IN_PROGRESS for 2s [ 719.800028] env[70473]: INFO networking_nsxv3.common.synchronization [req-bcbd6ff1-b459-406d-b8c6-404fb2a672d3 req-2785b989-1e01-4a04-9f19-19d203c9efd0 tempest-ImagesOneServerTestJSON-240206602 tempest-ImagesOneServerTestJSON-240206602-project-member] Enqueued Resource ID: ba013a14-4e11-4183-a367-046f9378dc7e with Priority: HIGHEST for action security_group_members [ 719.800028] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba013a14-4e11-4183-a367-046f9378dc7e with Priority: HIGHEST for action security_group_members [ 719.800422] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba013a14-4e11-4183-a367-046f9378dc7e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.800709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.800874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.801180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.801457] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.801689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.801840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.802181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.802397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.802763] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba013a14-4e11-4183-a367-046f9378dc7e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.929566] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 719.929566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.929566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.929566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.929566] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.929858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.931976] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.931976] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.931976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.931976] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.934149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.934334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.934501] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.934620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.934664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.934811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.934895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.934986] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.944498] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.945020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.946092] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.946092] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.946092] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.946092] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 not found, creating... [ 719.946712] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.946988] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.947359] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.947763] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.948371] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.948572] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.949043] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.949232] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.949618] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.953025] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.953025] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 is going to be created. [ 719.978136] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.978136] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.978136] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.978136] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.978551] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.978751] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.305586] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.305689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.305759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.305972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.306076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.306268] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.306363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.306423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.306571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.306656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.308173] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba013a14-4e11-4183-a367-046f9378dc7e is going to be updated. [ 720.341388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.341609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.342671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.342671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.342968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.352402] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba013a14-4e11-4183-a367-046f9378dc7e in Status: IN_PROGRESS for 2s [ 720.435344] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9f09645-1544-44fe-9db1-f99d04c5b15a: rpc.has_security_group_logging(os_id): False [ 720.438656] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.459900] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.460153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.460261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.460581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.460892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.461031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.461191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.461303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.461538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.461771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.462140] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.462290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.462401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.462622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.462773] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.463057] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.464057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.464194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.465082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.465222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.465366] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be created. [ 720.554814] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.555999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.555999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.555999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.555999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.575957] env[70473]: INFO networking_nsxv3.common.synchronization [req-29f0ca4a-34e2-4113-849a-16338ecafb1e req-573ca7be-cac5-4a95-be76-2e3480f59878 tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 720.581284] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 720.581284] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 720.581284] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.581888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.581888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.582193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.582514] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.583163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.583270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.583539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.583683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.583826] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.737848] env[70473]: INFO networking_nsxv3.common.synchronization [req-bd5fbf75-fd03-4066-a710-ccc682ade3f8 req-8458c08c-7d76-4585-a674-4bf496dffab0 tempest-SecurityGroupRulesTestJSON-1366543709 tempest-SecurityGroupRulesTestJSON-1366543709-project-member] Enqueued Resource ID: 7db310e5-ed66-4dfe-8efb-71248e9a3f94 with Priority: HIGHEST for action security_group_rules [ 720.738435] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db310e5-ed66-4dfe-8efb-71248e9a3f94 with Priority: HIGHEST for action security_group_rules [ 720.738896] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7db310e5-ed66-4dfe-8efb-71248e9a3f94 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.738997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7db310e5-ed66-4dfe-8efb-71248e9a3f94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.738997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7db310e5-ed66-4dfe-8efb-71248e9a3f94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.740626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7db310e5-ed66-4dfe-8efb-71248e9a3f94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.740626] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7db310e5-ed66-4dfe-8efb-71248e9a3f94',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.900061] env[70473]: INFO networking_nsxv3.common.synchronization [None req-b68df14b-261c-4f76-ab4f-4b57800862d4 None None] Enqueued Resource ID: d5215ea0-671f-410a-8ddd-03bbaff62ae7 with Priority: HIGHEST for action port [ 720.900394] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5215ea0-671f-410a-8ddd-03bbaff62ae7 with Priority: HIGHEST for action port [ 720.901050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5215ea0-671f-410a-8ddd-03bbaff62ae7 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.901174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5215ea0-671f-410a-8ddd-03bbaff62ae7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.901235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5215ea0-671f-410a-8ddd-03bbaff62ae7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.901826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5215ea0-671f-410a-8ddd-03bbaff62ae7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.901826] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5215ea0-671f-410a-8ddd-03bbaff62ae7',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.943669] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.014022] env[70473]: INFO networking_nsxv3.common.synchronization [req-3d4010c1-ab43-4176-9ae3-827338e09e6b req-6cb48a3f-e197-4ae2-9685-144cd670d920 service nova] Enqueued Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_rules [ 721.014022] env[70473]: INFO networking_nsxv3.common.synchronization [req-3d4010c1-ab43-4176-9ae3-827338e09e6b req-6cb48a3f-e197-4ae2-9685-144cd670d920 service nova] Enqueued Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 721.014022] env[70473]: INFO networking_nsxv3.common.synchronization [req-3d4010c1-ab43-4176-9ae3-827338e09e6b req-6cb48a3f-e197-4ae2-9685-144cd670d920 service nova] Enqueued Resource ID: d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 with Priority: HIGHEST for action port [ 721.014022] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_rules [ 721.014022] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 721.014022] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 with Priority: HIGHEST for action port [ 721.014482] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.015988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.016076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.016289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.016375] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.017272] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.017364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.017733] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.017733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.017733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.017905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.018260] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.094078] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.094263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.094333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.094644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.094753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.094960] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.095647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.095724] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.095917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.095999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.096110] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 already deleted. [ 721.096197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.127934] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.127934] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-150" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.128159] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-150" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.128526] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-150" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.129038] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.129252] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.129402] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.129740] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.129918] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.130168] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.130285] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.130454] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.130597] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.130792] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.130908] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.131054] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.157347] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.158670] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.158936] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.159482] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-150" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.159965] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.160350] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.160453] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.161316] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.161316] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.280260] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.280260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.280260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.280260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.280260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.280260] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7db310e5-ed66-4dfe-8efb-71248e9a3f94 already deleted. [ 721.280260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7db310e5-ed66-4dfe-8efb-71248e9a3f94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.382261] env[70473]: INFO networking_nsxv3.common.synchronization [None req-84d6fe65-b44a-474b-8289-47df48643e18 None None] Enqueued Resource ID: e3dcdd95-04ff-4731-821f-b8ac93dc67e0 with Priority: HIGHEST for action port [ 721.383379] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3dcdd95-04ff-4731-821f-b8ac93dc67e0 with Priority: HIGHEST for action port [ 721.383379] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3dcdd95-04ff-4731-821f-b8ac93dc67e0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.383379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3dcdd95-04ff-4731-821f-b8ac93dc67e0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.383379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3dcdd95-04ff-4731-821f-b8ac93dc67e0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.383379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3dcdd95-04ff-4731-821f-b8ac93dc67e0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.383707] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3dcdd95-04ff-4731-821f-b8ac93dc67e0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.411053] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5215ea0-671f-410a-8ddd-03bbaff62ae7 [ 721.411053] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.411053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.411053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.411053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.411053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.411053] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5215ea0-671f-410a-8ddd-03bbaff62ae7 already deleted. [ 721.411053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5215ea0-671f-410a-8ddd-03bbaff62ae7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.447228] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.448063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.448063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.448063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.448063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.448063] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 721.480131] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.480131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.480314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.480422] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.480622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.492629] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 721.523379] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 with status ACTIVE [ 721.523616] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.524075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.524075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.524075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.524239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.524510] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.524510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.524510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.524697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.524757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.524918] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.525047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.525113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.525262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.525339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.525425] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6 is going to be updated. [ 721.527273] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.527273] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.559331] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.559717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.559717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.559893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.559893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.560028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7ffa074-74f6-44e1-acac-b2cdd5e3a7f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.666544] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.666544] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.666544] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.666904] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.667015] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.667164] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd not found, creating... [ 721.667448] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.667635] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.667778] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.668052] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.668216] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.668586] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.668758] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.668900] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.669514] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.669697] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.669853] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd is going to be created. [ 721.693845] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.694116] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.694239] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.694482] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.694716] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.694935] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.784030] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: SUCCESS [ 721.784030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.784030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.784030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.784030] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.784030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.784030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.784030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.784722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.784722] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.886261] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3dcdd95-04ff-4731-821f-b8ac93dc67e0 [ 721.887541] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.887541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.887541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.887541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.887541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.887541] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3dcdd95-04ff-4731-821f-b8ac93dc67e0 already deleted. [ 721.887541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3dcdd95-04ff-4731-821f-b8ac93dc67e0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.285955] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.364870] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba013a14-4e11-4183-a367-046f9378dc7e in Status: SUCCESS [ 722.365189] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba013a14-4e11-4183-a367-046f9378dc7e deletion is rescheduled due to dependency. [ 722.365431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.592615] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 722.592966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.593575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.593808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.593900] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.769505] env[70473]: INFO networking_nsxv3.common.synchronization [req-29f0ca4a-34e2-4113-849a-16338ecafb1e req-e0229d44-015b-48dc-891c-c8f40c6d94f5 service nova] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_rules [ 722.769896] env[70473]: INFO networking_nsxv3.common.synchronization [req-29f0ca4a-34e2-4113-849a-16338ecafb1e req-e0229d44-015b-48dc-891c-c8f40c6d94f5 service nova] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 722.769896] env[70473]: INFO networking_nsxv3.common.synchronization [req-29f0ca4a-34e2-4113-849a-16338ecafb1e req-e0229d44-015b-48dc-891c-c8f40c6d94f5 service nova] Enqueued Resource ID: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd with Priority: HIGHEST for action port [ 722.770187] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_rules [ 722.770262] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 722.770327] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd with Priority: HIGHEST for action port [ 722.772838] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.772838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.772838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.772838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.772838] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.773227] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.773346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.773416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.773586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.774083] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.774083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.774083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.774083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.780262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.780262] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.780262] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.780262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.780262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.781205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.781304] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.787942] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.001247] env[70473]: INFO networking_nsxv3.common.synchronization [req-76827e93-4b92-48ea-91de-9c58b33c535c req-136ec858-6179-421f-8d5d-c81b18174d03 tempest-SecurityGroupRulesTestJSON-1366543709 tempest-SecurityGroupRulesTestJSON-1366543709-project-member] Enqueued Resource ID: 0e39d691-916c-425d-8ade-877eca6eaa24 with Priority: HIGHEST for action security_group_rules [ 723.001247] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e39d691-916c-425d-8ade-877eca6eaa24 with Priority: HIGHEST for action security_group_rules [ 723.001247] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e39d691-916c-425d-8ade-877eca6eaa24 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.001247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e39d691-916c-425d-8ade-877eca6eaa24" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.003604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e39d691-916c-425d-8ade-877eca6eaa24" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.004655] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e39d691-916c-425d-8ade-877eca6eaa24" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.004655] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e39d691-916c-425d-8ade-877eca6eaa24',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.100914] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.100914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.257546] env[70473]: INFO networking_nsxv3.common.synchronization [req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 req-e83abecd-a58d-404c-afb5-5dd5f3bb5053 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 723.257671] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 723.258245] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.259516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.259516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.259999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.260198] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.260310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.260407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.260603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.260692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.260790] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.283180] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.285394] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.285394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.285394] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd with status ACTIVE [ 723.285394] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.285619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.285619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.285730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.285897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.286262] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.286262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.286262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.286262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.286493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.286493] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.287277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.287277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.287277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.287277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.287277] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd is going to be updated. [ 723.295485] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.295485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.295485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.295485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.295485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.295485] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca is going to be updated. [ 723.314785] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.314968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.315022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.315231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.315367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.315606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.336055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.336055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.336055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.336055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.336055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.345908] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: IN_PROGRESS for 2s [ 723.506823] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 723.507157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.508437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.508670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.508870] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.508996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.509077] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.509217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.509318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.509392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.509482] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.528651] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.528823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.528970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.529194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.529327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.529543] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e39d691-916c-425d-8ade-877eca6eaa24 already deleted. [ 723.529666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e39d691-916c-425d-8ade-877eca6eaa24" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.764913] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.764913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.764913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.764913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.764913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.764913] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.764913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.764913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.764913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.764913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.764913] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 already deleted. [ 723.764913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.789774] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.954433] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.954686] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.954966] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.955369] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.955658] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.955831] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.955953] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.956199] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.956344] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.956558] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.956672] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.956787] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.956957] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.957098] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.957207] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.957343] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.977192] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.977365] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.977484] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.977657] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.977991] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-a65eabf0-706a-472f-9179-42146aa0bb93 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.978483] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-a65eabf0-706a-472f-9179-42146aa0bb93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.978483] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-a65eabf0-706a-472f-9179-42146aa0bb93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.978857] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-a65eabf0-706a-472f-9179-42146aa0bb93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.979019] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65eabf0-706a-472f-9179-42146aa0bb93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.013456] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.013629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.013689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.013886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.014069] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.014444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.014444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.014444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.014444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.014642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.014680] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.014756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.014809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.014955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.015145] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.015323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.015323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.015436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.015516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.015599] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.015684] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.293706] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.293706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.293706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.293706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.293706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.293706] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 is going to be created. [ 724.319478] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.319647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.319690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.319891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.320085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.330425] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: UNINITIALIZED for 2s [ 724.482777] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.483018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.483187] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.483474] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.483626] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.483787] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port a65eabf0-706a-472f-9179-42146aa0bb93 not found, creating... [ 724.484061] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.484223] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.484414] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.484555] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.484690] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.484972] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.485204] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.485332] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.485548] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.485684] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.485829] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: a65eabf0-706a-472f-9179-42146aa0bb93 is going to be created. [ 724.507215] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.507215] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.507215] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.507377] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.507606] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.507822] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-a65eabf0-706a-472f-9179-42146aa0bb93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.518032] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9f09645-1544-44fe-9db1-f99d04c5b15a: rpc.has_security_group_logging(os_id): False [ 724.539262] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.539262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.539262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.539262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.539262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.539262] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.539262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.539262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.539262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.539262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.539262] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.539262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.540274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.540274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.540274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.540274] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.540274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.540274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.540274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.540274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.540274] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 724.569073] env[70473]: INFO networking_nsxv3.common.synchronization [req-a59f0910-0565-458d-8c13-0a8e521fe778 req-b149aa71-fd1c-43ec-82fb-610bc152d05b tempest-SecurityGroupRulesTestJSON-1366543709 tempest-SecurityGroupRulesTestJSON-1366543709-project-member] Enqueued Resource ID: 1f4becd9-b6c5-42b6-980f-adf76b0a8fd2 with Priority: HIGHEST for action security_group_rules [ 724.569655] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4becd9-b6c5-42b6-980f-adf76b0a8fd2 with Priority: HIGHEST for action security_group_rules [ 724.569950] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f4becd9-b6c5-42b6-980f-adf76b0a8fd2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.570090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f4becd9-b6c5-42b6-980f-adf76b0a8fd2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.570153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f4becd9-b6c5-42b6-980f-adf76b0a8fd2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.570433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f4becd9-b6c5-42b6-980f-adf76b0a8fd2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.570527] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f4becd9-b6c5-42b6-980f-adf76b0a8fd2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.623606] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.623877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.623877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.624136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.624346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.655428] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 725.094584] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.096123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.096123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.096123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.096123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.096123] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f4becd9-b6c5-42b6-980f-adf76b0a8fd2 already deleted. [ 725.096123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f4becd9-b6c5-42b6-980f-adf76b0a8fd2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.356602] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: SUCCESS [ 725.357202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.359055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.359055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.359055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.359055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.359055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.359055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.359055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.359055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.359055] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.610198] env[70473]: INFO networking_nsxv3.common.synchronization [req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 req-a51beac9-68d0-4677-a3b9-019d068b9932 service nova] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_rules [ 725.610585] env[70473]: INFO networking_nsxv3.common.synchronization [req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 req-a51beac9-68d0-4677-a3b9-019d068b9932 service nova] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 725.612019] env[70473]: INFO networking_nsxv3.common.synchronization [req-22bcc9dd-17f2-4a4a-86c5-647b34a774f8 req-a51beac9-68d0-4677-a3b9-019d068b9932 service nova] Enqueued Resource ID: a65eabf0-706a-472f-9179-42146aa0bb93 with Priority: HIGHEST for action port [ 725.612019] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_rules [ 725.612019] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 725.612019] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a65eabf0-706a-472f-9179-42146aa0bb93 with Priority: HIGHEST for action port [ 725.612362] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.612362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.612362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.612587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.612683] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.613709] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.613954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.614058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.614473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.614738] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.614934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.616953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.616953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.616953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.616953] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.616953] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a65eabf0-706a-472f-9179-42146aa0bb93 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.616953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a65eabf0-706a-472f-9179-42146aa0bb93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.617344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a65eabf0-706a-472f-9179-42146aa0bb93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.617344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a65eabf0-706a-472f-9179-42146aa0bb93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.617702] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a65eabf0-706a-472f-9179-42146aa0bb93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.869032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.869032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.869032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.869032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.869032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.870158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.870158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.870158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.870158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.870158] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.109431] env[70473]: INFO networking_nsxv3.common.synchronization [req-19785998-aefd-471d-90d6-88a730e3a965 req-6fc16b99-317f-4a34-9c3d-b5438ddd0be3 tempest-SecurityGroupRulesTestJSON-1366543709 tempest-SecurityGroupRulesTestJSON-1366543709-project-member] Enqueued Resource ID: b67e2dd5-1b27-4111-b72d-eebf71732154 with Priority: HIGHEST for action security_group_rules [ 726.109974] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67e2dd5-1b27-4111-b72d-eebf71732154 with Priority: HIGHEST for action security_group_rules [ 726.110290] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b67e2dd5-1b27-4111-b72d-eebf71732154 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.110597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b67e2dd5-1b27-4111-b72d-eebf71732154" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.110597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b67e2dd5-1b27-4111-b72d-eebf71732154" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.110868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b67e2dd5-1b27-4111-b72d-eebf71732154" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.110922] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b67e2dd5-1b27-4111-b72d-eebf71732154',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.120642] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.120642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.120642] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.121644] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a65eabf0-706a-472f-9179-42146aa0bb93 with status ACTIVE [ 726.121900] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.122043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.122226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.122354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.122415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.122622] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.122724] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.122724] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.122837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.122973] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.123295] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.123470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.123546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.124226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.124226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.124226] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a65eabf0-706a-472f-9179-42146aa0bb93 is going to be updated. [ 726.151011] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.151258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.151373] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.151678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.151889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.152412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a65eabf0-706a-472f-9179-42146aa0bb93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.340955] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: SUCCESS [ 726.341198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.341418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.341680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.341883] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.342037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.342220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.342334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.342438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.342555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.342667] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.373341] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca: rpc.has_security_group_logging(os_id): False [ 726.391121] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.393111] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.393111] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.393111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.393779] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.393895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.393964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.394146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.394225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.394319] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca is going to be updated. [ 726.466356] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.466560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.466647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.466869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.467028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.484088] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: IN_PROGRESS for 2s [ 726.625852] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.635481] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.635622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.635622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.638017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.638017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.638017] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b67e2dd5-1b27-4111-b72d-eebf71732154 already deleted. [ 726.638017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b67e2dd5-1b27-4111-b72d-eebf71732154" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.672641] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 726.672866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.672866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.673124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.673221] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.848022] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.130442] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.130442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.130442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.130442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.130442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.130442] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 is going to be created. [ 727.171923] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.171923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.171923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.171923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.171923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.175460] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.175694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.175801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.176206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.176352] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.176505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.176604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.177936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.177936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.177936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.177936] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.187378] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: UNINITIALIZED for 2s [ 727.348569] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576025a8-8727-4435-878d-8724d8f90aa5: rpc.has_security_group_logging(os_id): False [ 727.370088] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.370332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.370457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.370722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.370890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.371256] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.371423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.371532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.371808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.372421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.372601] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 is going to be created. [ 727.434572] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.434572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.434756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.434795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.435969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.447709] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: IN_PROGRESS for 2s [ 727.684158] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.685019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.685189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.685870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.686141] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.686264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.686331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.686515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.686608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.686702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.688613] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.688613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.688613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.688833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.688962] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.689375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.689448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.689676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.689822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.689949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.690074] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.032800] env[70473]: INFO networking_nsxv3.common.synchronization [req-ca89c4a2-842d-4be4-b777-9c52912eef72 req-6a67c48e-59c7-462e-9561-bbb87e8390d5 tempest-SecurityGroupRulesTestJSON-1366543709 tempest-SecurityGroupRulesTestJSON-1366543709-project-member] Enqueued Resource ID: f97362d0-1d07-46a4-a35e-43bed0b0d849 with Priority: HIGHEST for action security_group_rules [ 728.033437] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97362d0-1d07-46a4-a35e-43bed0b0d849 with Priority: HIGHEST for action security_group_rules [ 728.033712] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f97362d0-1d07-46a4-a35e-43bed0b0d849 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.033841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.033907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.034363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.034450] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f97362d0-1d07-46a4-a35e-43bed0b0d849',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.194275] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9f09645-1544-44fe-9db1-f99d04c5b15a: rpc.has_security_group_logging(os_id): False [ 728.215640] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.215864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.215864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.216078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.216177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.216371] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.216477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.216541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.216696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.216775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.216972] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.217302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.217378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.217528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.217606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.217799] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.217895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.217957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.218109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.218185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.218299] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 728.300686] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.300686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.300686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.300686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.300686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.316837] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 728.498985] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: SUCCESS [ 728.499244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.558446] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.558594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.558645] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.558933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.559054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.559145] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f97362d0-1d07-46a4-a35e-43bed0b0d849 already deleted. [ 728.559241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.881471] env[70473]: INFO networking_nsxv3.common.synchronization [req-bea7f98d-a6a3-472b-85b6-65fb149117c1 req-f594b0fc-e681-4be3-9c2d-059abaf4d63e tempest-SecurityGroupRulesTestJSON-1366543709 tempest-SecurityGroupRulesTestJSON-1366543709-project-member] Enqueued Resource ID: f97362d0-1d07-46a4-a35e-43bed0b0d849 with Priority: HIGHEST for action security_group_rules [ 728.881471] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97362d0-1d07-46a4-a35e-43bed0b0d849 with Priority: HIGHEST for action security_group_rules [ 728.881471] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f97362d0-1d07-46a4-a35e-43bed0b0d849 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.881471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.881471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.881673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.881706] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f97362d0-1d07-46a4-a35e-43bed0b0d849',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.202948] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: SUCCESS [ 729.202948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.202948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.202948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.202948] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.202948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.202948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.202948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.202948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.202948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.202948] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.324628] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-c3b67aae-92bf-4096-bf0a-a1ab7a9cc42e tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 729.324628] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 729.324628] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.325127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.325349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.325726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.325994] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.326251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.326409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.326666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.326850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.327068] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.406706] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.406706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.406706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.406706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.407713] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.407713] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f97362d0-1d07-46a4-a35e-43bed0b0d849 already deleted. [ 729.407713] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.466031] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: SUCCESS [ 729.466031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.554162] env[70473]: INFO networking_nsxv3.common.synchronization [req-a0696676-dda2-4f96-a259-7edb31c6c267 req-5faa9406-590d-4add-b224-cf3935cf75ca tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 729.555396] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 729.555396] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.557660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.557660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.557660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.557660] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.557660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.557660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.557660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.557660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.557660] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.707403] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.770742] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.770742] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.770742] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.770742] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.770742] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.771528] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.771615] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.771949] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.772196] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.772523] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.772710] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.772889] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.773111] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.773269] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.773443] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.773653] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.796579] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.796579] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.796579] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.796579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.796579] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-60f32ea6-95ff-4811-82d8-58a6f8c91847 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.796579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-60f32ea6-95ff-4811-82d8-58a6f8c91847" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.796579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-60f32ea6-95ff-4811-82d8-58a6f8c91847" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.796579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-60f32ea6-95ff-4811-82d8-58a6f8c91847" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.796579] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f32ea6-95ff-4811-82d8-58a6f8c91847',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.804208] env[70473]: INFO networking_nsxv3.common.synchronization [req-241987e6-adb2-4bf2-83e2-321beb4692d3 req-f85f798a-fead-4143-ab2a-a6b7359686db tempest-SecurityGroupRulesTestJSON-1366543709 tempest-SecurityGroupRulesTestJSON-1366543709-project-member] Enqueued Resource ID: f97362d0-1d07-46a4-a35e-43bed0b0d849 with Priority: HIGHEST for action security_group_rules [ 729.805473] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97362d0-1d07-46a4-a35e-43bed0b0d849 with Priority: HIGHEST for action security_group_rules [ 729.805997] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f97362d0-1d07-46a4-a35e-43bed0b0d849 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.807502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.807670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.807966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.808070] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f97362d0-1d07-46a4-a35e-43bed0b0d849',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.834330] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.834330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.834330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.834330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.834330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.834330] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.834330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.834330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.834330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.834330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.834330] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 already deleted. [ 729.834330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.063298] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.063791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.063791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.063937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.064089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.064613] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.064613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.064613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.064824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.064943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.064943] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be updated. [ 730.096816] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.097048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.097048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.097446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.097446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.108774] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: IN_PROGRESS for 2s [ 730.210425] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c5c3d4d-90b9-403a-b740-34644205cd73: rpc.has_security_group_logging(os_id): False [ 730.229052] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.229247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.229516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.229566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.229636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.229925] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.230048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.230113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.230277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.230384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.230465] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 is going to be created. [ 730.305553] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.305788] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.305916] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.306245] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.306431] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.306647] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 60f32ea6-95ff-4811-82d8-58a6f8c91847 not found, creating... [ 730.306909] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.307080] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.307200] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.307434] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.307579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.307902] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.308084] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.308191] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.308489] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.308629] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.308772] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 60f32ea6-95ff-4811-82d8-58a6f8c91847 is going to be created. [ 730.339163] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.339163] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.339163] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.339163] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.339163] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.339495] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-60f32ea6-95ff-4811-82d8-58a6f8c91847" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.341573] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.343393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.343393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.343393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.343393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.347166] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.347274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.347332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.348875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.348875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.348875] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f97362d0-1d07-46a4-a35e-43bed0b0d849 already deleted. [ 730.348875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f97362d0-1d07-46a4-a35e-43bed0b0d849" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.349704] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 730.349704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.355463] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: IN_PROGRESS for 2s [ 731.076426] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-fe315513-71c9-4639-851a-ed74a1b444f1 service nova] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_rules [ 731.076622] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-fe315513-71c9-4639-851a-ed74a1b444f1 service nova] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 731.076795] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-fe315513-71c9-4639-851a-ed74a1b444f1 service nova] Enqueued Resource ID: 60f32ea6-95ff-4811-82d8-58a6f8c91847 with Priority: HIGHEST for action port [ 731.076998] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_rules [ 731.077150] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 731.077248] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f32ea6-95ff-4811-82d8-58a6f8c91847 with Priority: HIGHEST for action port [ 731.077841] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.077952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.079087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.079488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.079559] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.080511] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.080640] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.080702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.081023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.081117] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.081237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.081284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.081458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.081527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.081642] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.082782] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f32ea6-95ff-4811-82d8-58a6f8c91847 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.082942] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f32ea6-95ff-4811-82d8-58a6f8c91847" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.083014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f32ea6-95ff-4811-82d8-58a6f8c91847" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.084245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f32ea6-95ff-4811-82d8-58a6f8c91847" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.084325] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f32ea6-95ff-4811-82d8-58a6f8c91847',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.585841] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.586189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.586189] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.587092] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60f32ea6-95ff-4811-82d8-58a6f8c91847 with status ACTIVE [ 731.587273] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.587381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.587464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.587661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.587751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.587966] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.588078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.588137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.588293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.588397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.588589] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.588678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.588735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.588869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.588968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.590053] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60f32ea6-95ff-4811-82d8-58a6f8c91847 is going to be updated. [ 731.618051] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.618197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.618268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.618483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.618614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.618768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f32ea6-95ff-4811-82d8-58a6f8c91847" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.768939] env[70473]: INFO networking_nsxv3.common.synchronization [req-adefb892-6cb4-4704-8c26-76378259f3b6 req-a84db012-d225-4c0b-aa5a-ebdb4957a01b tempest-ServersTestFqdnHostnames-1485903221 tempest-ServersTestFqdnHostnames-1485903221-project-member] Enqueued Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_members [ 731.768939] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGHEST for action security_group_members [ 731.768939] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e7177a4-398d-434a-a10b-49987e1a5b62 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.769164] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.769164] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.770036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.770036] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.770036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.770036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.770036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.770881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.770881] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.093506] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.121862] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: SUCCESS [ 732.123201] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f deletion is rescheduled due to dependency. [ 732.123201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.274470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.274470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.274470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.274470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.274470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.275217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.276444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.276444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.276444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.276444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.276444] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 is going to be updated. [ 732.326360] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.326360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.326360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.326360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.326360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.337750] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 in Status: IN_PROGRESS for 2s [ 732.370820] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: SUCCESS [ 732.371520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.597368] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.597791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.597791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.599715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.599715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.599715] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be created. [ 732.627323] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.627323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.627323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.627323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.627323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.639177] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: UNINITIALIZED for 2s [ 733.731024] env[70473]: INFO networking_nsxv3.common.synchronization [req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 req-3c2f35a5-30c0-4963-a528-67c7b8eaa02c tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 733.731024] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 733.731024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.731024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.731024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.731024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.731504] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.731504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.731504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.731504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.731504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.731660] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.096523] env[70473]: INFO networking_nsxv3.common.synchronization [req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 req-bd1a5b1f-62c5-4a25-96d8-b0174101a87d tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 734.097373] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 734.097471] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.097596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.238133] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.348811] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 in Status: SUCCESS [ 734.348811] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 deletion is rescheduled due to dependency. [ 734.348811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.445176] env[70473]: INFO networking_nsxv3.common.synchronization [req-2c61850c-09ca-435b-a9f4-d829c0bcaa99 req-c1cf90fd-ef87-4cd3-b9cb-5e4b1b4a9375 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 734.445176] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 734.446297] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.446417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.660905] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 734.661151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.661532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.661607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.661783] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.661910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.661975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.662153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.662238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.662325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.662417] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.694885] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-52bb34e8-7e05-4e07-b664-bccfe189ceb4 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 734.699772] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 734.700530] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.700711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.700929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.701403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.704469] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.706518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.706518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.706518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.706518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.706518] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.741331] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.166692] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.166692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.212167] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.212167] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.212167] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.212167] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.212167] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.212167] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.212167] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.212167] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.212167] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.212167] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.212167] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.216578] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.216578] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.216578] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.216578] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.216578] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.216578] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.241142] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.241142] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.241142] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.241142] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.241142] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-4e6fca8f-7848-4d54-a10d-c150dceafd7d taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.241142] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-4e6fca8f-7848-4d54-a10d-c150dceafd7d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.241142] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-4e6fca8f-7848-4d54-a10d-c150dceafd7d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.241142] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-4e6fca8f-7848-4d54-a10d-c150dceafd7d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.241142] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6fca8f-7848-4d54-a10d-c150dceafd7d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.242634] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.242884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.243091] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.243352] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.243515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.243691] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 735.287158] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.287327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.287399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.287615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.287765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.298062] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 735.718829] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.742998] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.744307] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.744391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.745531] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.745531] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.745531] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 4e6fca8f-7848-4d54-a10d-c150dceafd7d not found, creating... [ 735.745531] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.746461] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.746461] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.746461] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.746461] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.746806] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.747010] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.747135] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.747422] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.747994] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.747994] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 4e6fca8f-7848-4d54-a10d-c150dceafd7d is going to be created. [ 735.776475] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.777061] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.777061] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.777245] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.777485] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.778153] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-4e6fca8f-7848-4d54-a10d-c150dceafd7d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.222065] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.222400] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.222489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.222848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.222915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.223033] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be updated. [ 736.258823] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.258970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.259048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.259701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.259701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.271048] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: IN_PROGRESS for 2s [ 736.738615] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-3938c350-9ade-441e-9e47-759a633daab9 service nova] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_rules [ 736.738823] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-3938c350-9ade-441e-9e47-759a633daab9 service nova] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 736.738961] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-3938c350-9ade-441e-9e47-759a633daab9 service nova] Enqueued Resource ID: 4e6fca8f-7848-4d54-a10d-c150dceafd7d with Priority: HIGHEST for action port [ 736.739509] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_rules [ 736.739509] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 736.739658] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6fca8f-7848-4d54-a10d-c150dceafd7d with Priority: HIGHEST for action port [ 736.741695] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.741758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.742904] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.742904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.742904] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e6fca8f-7848-4d54-a10d-c150dceafd7d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.742904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e6fca8f-7848-4d54-a10d-c150dceafd7d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.742904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e6fca8f-7848-4d54-a10d-c150dceafd7d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.742904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e6fca8f-7848-4d54-a10d-c150dceafd7d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.742904] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e6fca8f-7848-4d54-a10d-c150dceafd7d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.245166] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e6fca8f-7848-4d54-a10d-c150dceafd7d with status ACTIVE [ 737.245417] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.245673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.245673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.245837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.245929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.246126] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.246272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.246272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.246427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.246505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.246684] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.246776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.246844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.246982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.247068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.247153] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e6fca8f-7848-4d54-a10d-c150dceafd7d is going to be updated. [ 737.275452] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.275685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.275763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.276028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.276193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.276412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e6fca8f-7848-4d54-a10d-c150dceafd7d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.309378] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 737.313012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.313260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.314691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.314691] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.314691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.314691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.314691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.314691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.314691] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.655929] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-b380d845-ead8-4a17-ac33-60306865b843 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 737.656229] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 737.656549] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.656660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.820540] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.820890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.820890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.820980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.821089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.821333] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.821441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.821441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.821615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.821671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.821930] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 737.854532] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.854682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.854754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.854961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.855111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.869384] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 738.283475] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 738.283475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.283475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.283475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.283475] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.283475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.283475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.283475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.283475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.283475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.283475] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.284430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.284848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.285419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.285876] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.289042] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.289042] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.289042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.289042] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.350324] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.350324] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.350324] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.350324] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.350324] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.351074] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.351353] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.351732] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.354915] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.354915] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.354915] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.354915] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.354915] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.354915] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 738.354915] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.354915] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.377024] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.377024] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 738.377024] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.377024] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-157" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.377024] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-1ba86fcc-0b9b-4271-ade1-8248d25db0a5 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.377024] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-1ba86fcc-0b9b-4271-ade1-8248d25db0a5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.377024] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-1ba86fcc-0b9b-4271-ade1-8248d25db0a5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.377982] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-1ba86fcc-0b9b-4271-ade1-8248d25db0a5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.378371] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba86fcc-0b9b-4271-ade1-8248d25db0a5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.791439] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06d56a82-e4fc-46d1-bc23-e10b04420475: rpc.has_security_group_logging(os_id): False [ 738.794834] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.817234] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.817514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.817514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.817661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.817766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.818587] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.818587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.818587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.818870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.818870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.819448] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.819600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.819600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.819734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.819858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.820074] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.820205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.820263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.820502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.820598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.820931] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be created. [ 738.881269] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.881531] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.881676] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.881990] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.882196] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.882398] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 1ba86fcc-0b9b-4271-ade1-8248d25db0a5 not found, creating... [ 738.882670] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.882852] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.883658] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.883658] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.883658] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.883798] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.883924] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.884601] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.884601] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.884721] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.884810] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 1ba86fcc-0b9b-4271-ade1-8248d25db0a5 is going to be created. [ 738.886828] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.886957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.887055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.887229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.887384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.900112] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: IN_PROGRESS for 2s [ 738.909895] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.910254] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.910352] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.910791] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.911107] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.911368] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-1ba86fcc-0b9b-4271-ade1-8248d25db0a5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.172189] env[70473]: INFO networking_nsxv3.common.synchronization [req-c52ba3f9-3488-45c7-b7ea-9bb546d7b8dc req-2d8c04e7-3512-4f08-982e-d818ebe8f355 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Enqueued Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 739.172887] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 739.173609] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.173743] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.173866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.174129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.174337] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.174548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.174636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.174833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.174953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.175081] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.297108] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.438053] env[70473]: INFO networking_nsxv3.common.synchronization [None req-b72c9bec-4e84-40d3-8f66-7385328d2029 None None] Enqueued Resource ID: 81d6dbf0-e7ce-4d48-8e25-01b805145a5b with Priority: HIGHEST for action port [ 739.438192] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6dbf0-e7ce-4d48-8e25-01b805145a5b with Priority: HIGHEST for action port [ 739.438810] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-81d6dbf0-e7ce-4d48-8e25-01b805145a5b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.438810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81d6dbf0-e7ce-4d48-8e25-01b805145a5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.438956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81d6dbf0-e7ce-4d48-8e25-01b805145a5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.440915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81d6dbf0-e7ce-4d48-8e25-01b805145a5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.440915] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d6dbf0-e7ce-4d48-8e25-01b805145a5b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.677163] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.801559] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.801747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.801816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.802036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.802125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.802223] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be updated. [ 739.836457] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.839178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.839178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.839178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.839178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.850725] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: IN_PROGRESS for 2s [ 739.864621] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-56d6588c-321c-4c7f-b0dc-2ebf5fe4fd7a service nova] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_rules [ 739.864937] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-56d6588c-321c-4c7f-b0dc-2ebf5fe4fd7a service nova] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 739.865427] env[70473]: INFO networking_nsxv3.common.synchronization [req-5aa9b7f9-b08f-4b21-b383-23a6039536f0 req-56d6588c-321c-4c7f-b0dc-2ebf5fe4fd7a service nova] Enqueued Resource ID: 1ba86fcc-0b9b-4271-ade1-8248d25db0a5 with Priority: HIGHEST for action port [ 739.866560] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_rules [ 739.866749] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 739.866902] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba86fcc-0b9b-4271-ade1-8248d25db0a5 with Priority: HIGHEST for action port [ 739.867454] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.867744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.868013] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.868717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.868717] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba86fcc-0b9b-4271-ade1-8248d25db0a5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.868717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba86fcc-0b9b-4271-ade1-8248d25db0a5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.868717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba86fcc-0b9b-4271-ade1-8248d25db0a5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.869075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba86fcc-0b9b-4271-ade1-8248d25db0a5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.869265] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba86fcc-0b9b-4271-ade1-8248d25db0a5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.881422] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 739.881613] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a deletion is rescheduled due to dependency. [ 739.881729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.881897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.882135] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.882318] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.882438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.882529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.882736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.882824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.882925] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.945187] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81d6dbf0-e7ce-4d48-8e25-01b805145a5b [ 739.945427] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.945581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.945639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.945865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.945916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.946023] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81d6dbf0-e7ce-4d48-8e25-01b805145a5b already deleted. [ 739.946101] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81d6dbf0-e7ce-4d48-8e25-01b805145a5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.179591] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.373410] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ba86fcc-0b9b-4271-ade1-8248d25db0a5 with status ACTIVE [ 740.373637] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.373775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.373846] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.374069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.374164] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.374364] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.374492] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.374561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.374714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.374794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.374973] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.375090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.375152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.375299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.375374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.375462] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ba86fcc-0b9b-4271-ade1-8248d25db0a5 is going to be updated. [ 740.387155] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.387315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.387371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.387584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.387676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.387867] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.387953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.388024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.388181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.388275] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.388351] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 740.400946] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.401189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.401189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.402416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.402416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.402416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba86fcc-0b9b-4271-ade1-8248d25db0a5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.415798] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.415943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.416019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.416234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.416370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.426691] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 740.684144] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.684625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.685114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.686066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.686066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.686066] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca is going to be updated. [ 740.721643] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.721643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.721643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.721643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.721643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.730913] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: IN_PROGRESS for 2s [ 740.925288] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 740.925288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.925288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.926173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.926173] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.430432] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.430609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.808082] env[70473]: INFO networking_nsxv3.common.synchronization [None req-7d341c7a-cfed-4f19-9d8f-b49197ea85d0 None None] Enqueued Resource ID: d8824a0c-5944-494b-9ba0-48b88dac469e with Priority: HIGHEST for action port [ 741.808855] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8824a0c-5944-494b-9ba0-48b88dac469e with Priority: HIGHEST for action port [ 741.810145] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8824a0c-5944-494b-9ba0-48b88dac469e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.811649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8824a0c-5944-494b-9ba0-48b88dac469e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.813637] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8824a0c-5944-494b-9ba0-48b88dac469e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.813637] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8824a0c-5944-494b-9ba0-48b88dac469e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.813637] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8824a0c-5944-494b-9ba0-48b88dac469e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.846928] env[70473]: INFO networking_nsxv3.common.synchronization [None req-a7b582ce-69f6-4c2f-bea4-54cc8aa496a4 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Enqueued Resource ID: f3767780-db28-4cf3-8995-67e1808b75ad with Priority: HIGHEST for action security_group_rules [ 741.847492] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3767780-db28-4cf3-8995-67e1808b75ad with Priority: HIGHEST for action security_group_rules [ 741.847860] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3767780-db28-4cf3-8995-67e1808b75ad taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.849085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3767780-db28-4cf3-8995-67e1808b75ad" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.849085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3767780-db28-4cf3-8995-67e1808b75ad" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.849085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3767780-db28-4cf3-8995-67e1808b75ad" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.849085] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3767780-db28-4cf3-8995-67e1808b75ad',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.864199] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 741.864199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.864199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.864199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.864379] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.864452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.864952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.864952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.864952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.864952] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.979881] env[70473]: INFO networking_nsxv3.common.synchronization [None req-9fbf91ad-9df8-46d2-90d3-3461cf12c523 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Enqueued Resource ID: f3767780-db28-4cf3-8995-67e1808b75ad with Priority: HIGHEST for action security_group_rules [ 741.979881] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3767780-db28-4cf3-8995-67e1808b75ad with Priority: HIGHEST for action security_group_rules [ 741.980969] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3767780-db28-4cf3-8995-67e1808b75ad taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.981130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3767780-db28-4cf3-8995-67e1808b75ad" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.314324] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8824a0c-5944-494b-9ba0-48b88dac469e [ 742.314553] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.314698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.314772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.314988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.315105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.315202] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8824a0c-5944-494b-9ba0-48b88dac469e already deleted. [ 742.315285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8824a0c-5944-494b-9ba0-48b88dac469e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.367769] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.373260] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.373418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.373474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.373674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.373769] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.373874] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3767780-db28-4cf3-8995-67e1808b75ad already deleted. [ 742.373941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3767780-db28-4cf3-8995-67e1808b75ad" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.374106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3767780-db28-4cf3-8995-67e1808b75ad" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.374299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3767780-db28-4cf3-8995-67e1808b75ad" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.374383] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3767780-db28-4cf3-8995-67e1808b75ad',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.441364] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 742.441364] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a deletion is rescheduled due to dependency. [ 742.441364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.742336] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: SUCCESS [ 742.742486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.870145] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.896738] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.896884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.896970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.897439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.897439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.897439] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3767780-db28-4cf3-8995-67e1808b75ad already deleted. [ 742.897615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3767780-db28-4cf3-8995-67e1808b75ad" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.372743] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.373132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.373132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.373235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.373363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.373415] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be updated. [ 743.402737] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.402894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.402954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.403252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.403482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.413260] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: IN_PROGRESS for 2s [ 745.424215] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 745.424533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.424619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.424793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.425027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.425253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.425253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.425386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.425490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.425582] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.885289] env[70473]: INFO networking_nsxv3.common.synchronization [None req-648d61f7-2d1d-4f8d-976d-5982ddd90b80 None None] Enqueued Resource ID: 0e9fa5c9-f7e4-4c6f-ba45-133cda548fe0 with Priority: HIGHEST for action port [ 745.885621] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9fa5c9-f7e4-4c6f-ba45-133cda548fe0 with Priority: HIGHEST for action port [ 745.886325] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e9fa5c9-f7e4-4c6f-ba45-133cda548fe0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.886480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e9fa5c9-f7e4-4c6f-ba45-133cda548fe0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.886570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e9fa5c9-f7e4-4c6f-ba45-133cda548fe0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.886896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e9fa5c9-f7e4-4c6f-ba45-133cda548fe0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.887581] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e9fa5c9-f7e4-4c6f-ba45-133cda548fe0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.930328] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.159688] env[70473]: INFO networking_nsxv3.common.synchronization [req-8b3301be-b074-4e9e-899e-8bd9a316493c req-7a108878-d2c2-49a2-b6ea-4a2100d3da6c tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Enqueued Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 746.160231] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 746.160591] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.160707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.160770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.160976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.161151] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.161227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.161286] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.161468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.161586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.161682] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.389418] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e9fa5c9-f7e4-4c6f-ba45-133cda548fe0 [ 746.389650] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.389791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.389861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.390102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.390198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.390295] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e9fa5c9-f7e4-4c6f-ba45-133cda548fe0 already deleted. [ 746.390379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e9fa5c9-f7e4-4c6f-ba45-133cda548fe0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.431687] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.671284] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.671284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.671284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.671284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.671284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.671524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.671609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.671733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.671805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.671880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.672031] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c is going to be updated. [ 746.704876] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.704876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.704876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.705539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.705710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.720966] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: IN_PROGRESS for 2s [ 746.751772] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.751977] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.752117] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.752382] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.752640] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.754426] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.754426] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.754426] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.754536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.754681] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.754805] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.754953] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.755086] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.755206] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.755327] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.755454] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.776970] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.777230] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.777406] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.777606] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.777937] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-1b8a003d-282c-4c1c-b96b-7462e622b1ca taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.778167] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-1b8a003d-282c-4c1c-b96b-7462e622b1ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.778295] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-1b8a003d-282c-4c1c-b96b-7462e622b1ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.778663] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-1b8a003d-282c-4c1c-b96b-7462e622b1ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.778807] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8a003d-282c-4c1c-b96b-7462e622b1ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.935058] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.935234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.935320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.935563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.935662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.935769] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be updated. [ 746.965605] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.965605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.965605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.965813] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.965904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.976438] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: IN_PROGRESS for 2s [ 747.280997] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.281254] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.281360] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.281895] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.281895] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.282096] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 1b8a003d-282c-4c1c-b96b-7462e622b1ca not found, creating... [ 747.282252] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.282404] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.282573] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.282865] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.282952] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.283231] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.283386] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.283502] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.283712] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.283852] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.283990] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 1b8a003d-282c-4c1c-b96b-7462e622b1ca is going to be created. [ 747.305410] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.305410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.305410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.305410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.305410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.305410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-1b8a003d-282c-4c1c-b96b-7462e622b1ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.023964] env[70473]: INFO networking_nsxv3.common.synchronization [req-8b3301be-b074-4e9e-899e-8bd9a316493c req-083b3c2c-789b-40a0-aaa9-157664051ab1 service nova] Enqueued Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_rules [ 748.024264] env[70473]: INFO networking_nsxv3.common.synchronization [req-8b3301be-b074-4e9e-899e-8bd9a316493c req-083b3c2c-789b-40a0-aaa9-157664051ab1 service nova] Enqueued Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 748.024295] env[70473]: INFO networking_nsxv3.common.synchronization [req-8b3301be-b074-4e9e-899e-8bd9a316493c req-083b3c2c-789b-40a0-aaa9-157664051ab1 service nova] Enqueued Resource ID: 1b8a003d-282c-4c1c-b96b-7462e622b1ca with Priority: HIGHEST for action port [ 748.025550] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_rules [ 748.025550] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 748.025550] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8a003d-282c-4c1c-b96b-7462e622b1ca with Priority: HIGHEST for action port [ 748.025550] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.026473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.026473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.026473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.026473] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.027328] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.029022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.029096] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8a003d-282c-4c1c-b96b-7462e622b1ca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.029231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8a003d-282c-4c1c-b96b-7462e622b1ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.033244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8a003d-282c-4c1c-b96b-7462e622b1ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.033416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8a003d-282c-4c1c-b96b-7462e622b1ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.033507] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8a003d-282c-4c1c-b96b-7462e622b1ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.188250] env[70473]: INFO networking_nsxv3.common.synchronization [None req-4468b022-a658-405f-9367-4fb5271b25e9 None None] Enqueued Resource ID: 5243b8ed-b589-419d-b8fe-30b3fbcd37b8 with Priority: HIGHEST for action port [ 748.188250] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5243b8ed-b589-419d-b8fe-30b3fbcd37b8 with Priority: HIGHEST for action port [ 748.188250] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5243b8ed-b589-419d-b8fe-30b3fbcd37b8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.188250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5243b8ed-b589-419d-b8fe-30b3fbcd37b8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.188250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5243b8ed-b589-419d-b8fe-30b3fbcd37b8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.188644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5243b8ed-b589-419d-b8fe-30b3fbcd37b8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.188710] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5243b8ed-b589-419d-b8fe-30b3fbcd37b8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.536397] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b8a003d-282c-4c1c-b96b-7462e622b1ca with status ACTIVE [ 748.536397] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.536397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.536536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.536691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.536801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.537054] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.537165] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.537231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.537417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.537463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.537734] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.537857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.537857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.537936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.538017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.538105] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b8a003d-282c-4c1c-b96b-7462e622b1ca is going to be updated. [ 748.545516] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.545662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.569484] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.569703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.569838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.570100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.570234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.570395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8a003d-282c-4c1c-b96b-7462e622b1ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.691088] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5243b8ed-b589-419d-b8fe-30b3fbcd37b8 [ 748.691088] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.691253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.691253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.691506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.694064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.694064] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5243b8ed-b589-419d-b8fe-30b3fbcd37b8 already deleted. [ 748.694064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5243b8ed-b589-419d-b8fe-30b3fbcd37b8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.733225] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: SUCCESS [ 748.734148] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c deletion is rescheduled due to dependency. [ 748.734277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.734505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.734741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.734922] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.735083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.735151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.735314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.735400] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.735500] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.986630] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 748.987248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.987664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.987943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.988156] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.988277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.988336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.988501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.988583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.988666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.988757] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.241420] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.492613] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.492825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.492889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.493368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.493368] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.493703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.493703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.493703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.493782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.493808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.494891] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.494891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.494891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.494891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.494891] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.494891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.494891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.494891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.494891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.495314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.495314] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.744479] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.998206] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06d56a82-e4fc-46d1-bc23-e10b04420475: rpc.has_security_group_logging(os_id): False [ 750.016655] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.016863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.016863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.017100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.017231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.017454] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.017568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.017619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.017784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.017856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.018050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.018139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.018201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.018501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.018586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.018774] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.018898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.018939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.019112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.019190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.019274] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be updated. [ 750.087306] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.087541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.087625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.087942] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.088205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.103441] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: IN_PROGRESS for 2s [ 750.246703] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.246989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.246989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.247175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.247268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.248522] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c is going to be updated. [ 750.283675] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.283860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.283936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.284198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.284310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.294557] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: IN_PROGRESS for 2s [ 752.062220] env[70473]: INFO networking_nsxv3.common.synchronization [req-5920944a-e946-4b3d-af56-dbd9673da7bd req-54f4237f-87a7-4696-a4de-d4fafd4db93e tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Enqueued Resource ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 with Priority: HIGHEST for action security_group_members [ 752.062220] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 with Priority: HIGHEST for action security_group_members [ 752.062220] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.063673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.063917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.064289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.066257] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.066257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.066257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.066257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.066257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.066257] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('354ee61e-b1dd-42dd-9b1b-eccc825a7a84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.123568] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 752.123568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.123568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.123568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.123568] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.307641] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: SUCCESS [ 752.307854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.308046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.308322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.308482] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.308607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.308669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.308842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.308911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.308996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.309150] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.430157] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.430357] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-517" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.431036] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-517" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.431408] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-517" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.431742] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.432229] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.432229] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.432346] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.432451] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.432676] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.432799] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.432905] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.433176] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.433176] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.433310] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.433442] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.456256] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.456374] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.456451] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.456727] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-517" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.456966] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-5d552485-c207-412b-9761-d03da8330658 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.457208] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-5d552485-c207-412b-9761-d03da8330658" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.457302] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-5d552485-c207-412b-9761-d03da8330658" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.457633] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-5d552485-c207-412b-9761-d03da8330658" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.457774] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d552485-c207-412b-9761-d03da8330658',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.567316] env[70473]: INFO networking_nsxv3.common.synchronization [None req-607175f7-1adb-4dcd-a56b-d60c911cdc79 None None] Enqueued Resource ID: 2f52eb42-f12f-4e69-9220-e77e52efb7cd with Priority: HIGHEST for action port [ 752.567924] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f52eb42-f12f-4e69-9220-e77e52efb7cd with Priority: HIGHEST for action port [ 752.568316] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.568512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.568641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.568807] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.568900] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.569103] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.569223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.569265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.569409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.569485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.569625] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 already deleted. [ 752.569709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.569931] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f52eb42-f12f-4e69-9220-e77e52efb7cd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.570037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f52eb42-f12f-4e69-9220-e77e52efb7cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.570102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f52eb42-f12f-4e69-9220-e77e52efb7cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.570290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f52eb42-f12f-4e69-9220-e77e52efb7cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.570368] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f52eb42-f12f-4e69-9220-e77e52efb7cd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.628098] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.628098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.628098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.628098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.628098] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.628098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.628098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.628098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.628098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.628098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.628098] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.785891] env[70473]: INFO networking_nsxv3.common.synchronization [req-4ad29029-6254-405d-81a7-678abe0f67d4 req-26108e36-9878-4914-b7fa-f387e4597542 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 752.786461] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 752.787427] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.787427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.787427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.789141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.789141] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.789141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.789141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.789141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.789141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.789141] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.811845] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.812016] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.812205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.812638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.815279] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.815279] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.815279] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.815279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.815279] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.964793] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.964793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.964793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.964793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.964793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.964793] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 5d552485-c207-412b-9761-d03da8330658 not found, creating... [ 752.964793] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.964793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.964793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.964793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.964793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.965273] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.965273] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.965273] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.965273] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.965273] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.965273] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 5d552485-c207-412b-9761-d03da8330658 is going to be created. [ 752.988537] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.988537] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.988537] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.988537] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.988537] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.988537] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-5d552485-c207-412b-9761-d03da8330658" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.073776] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f52eb42-f12f-4e69-9220-e77e52efb7cd [ 753.074106] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.074279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.074544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.074609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.074789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.074851] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f52eb42-f12f-4e69-9220-e77e52efb7cd already deleted. [ 753.074958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f52eb42-f12f-4e69-9220-e77e52efb7cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.130295] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.130473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.293104] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.324034] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f0b59fe-3786-4e48-9c9b-3cc44adc479c: rpc.has_security_group_logging(os_id): False [ 753.343522] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.343675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.343744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.343958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.344067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.344287] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.344376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.344441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.344596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.344677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.345249] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.345249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.345249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.345249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.345249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.345486] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.345486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.345568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.345636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.345709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.345792] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c is going to be updated. [ 753.410147] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.410435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.410552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.410804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.410975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.428576] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: IN_PROGRESS for 2s [ 753.703918] env[70473]: INFO networking_nsxv3.common.synchronization [req-5920944a-e946-4b3d-af56-dbd9673da7bd req-3f8aaf65-7c22-4915-9965-220787b40f42 service nova] Enqueued Resource ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 with Priority: HIGHEST for action security_group_rules [ 753.704119] env[70473]: INFO networking_nsxv3.common.synchronization [req-5920944a-e946-4b3d-af56-dbd9673da7bd req-3f8aaf65-7c22-4915-9965-220787b40f42 service nova] Enqueued Resource ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 with Priority: HIGHEST for action security_group_members [ 753.704263] env[70473]: INFO networking_nsxv3.common.synchronization [req-5920944a-e946-4b3d-af56-dbd9673da7bd req-3f8aaf65-7c22-4915-9965-220787b40f42 service nova] Enqueued Resource ID: 5d552485-c207-412b-9761-d03da8330658 with Priority: HIGHEST for action port [ 753.704494] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 with Priority: HIGHEST for action security_group_rules [ 753.704628] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 with Priority: HIGHEST for action security_group_members [ 753.704726] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d552485-c207-412b-9761-d03da8330658 with Priority: HIGHEST for action port [ 753.709430] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-354ee61e-b1dd-42dd-9b1b-eccc825a7a84 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.709430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.709430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.709430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.709430] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('354ee61e-b1dd-42dd-9b1b-eccc825a7a84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.709430] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.709430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.709430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.709430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.709430] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.709430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.709430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.709430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.709430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.710022] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('354ee61e-b1dd-42dd-9b1b-eccc825a7a84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.710735] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d552485-c207-412b-9761-d03da8330658 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.710833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d552485-c207-412b-9761-d03da8330658" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.710896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d552485-c207-412b-9761-d03da8330658" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.711055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d552485-c207-412b-9761-d03da8330658" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.711135] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d552485-c207-412b-9761-d03da8330658',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.797032] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.211490] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('354ee61e-b1dd-42dd-9b1b-eccc825a7a84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.217524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.217524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.217524] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d552485-c207-412b-9761-d03da8330658 with status ACTIVE [ 754.217524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.217524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.217524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.217524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.217524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.217524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.217524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.217524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.217524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.217524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.217524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.218524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.218524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.218524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.218524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.218524] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d552485-c207-412b-9761-d03da8330658 is going to be updated. [ 754.240259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.240498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.240590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.241263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.241263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.241263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d552485-c207-412b-9761-d03da8330658" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.300129] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.300307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.300390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.300815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.300884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.300998] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be updated. [ 754.334727] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.334881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.334925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.335160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.335306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.352271] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: IN_PROGRESS for 2s [ 754.390225] env[70473]: INFO networking_nsxv3.common.synchronization [None req-511db086-7c46-4fcc-9724-d03a9021efc6 None None] Enqueued Resource ID: 7e03e052-ec83-474d-8d80-00da57b225be with Priority: HIGHEST for action port [ 754.390868] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e03e052-ec83-474d-8d80-00da57b225be with Priority: HIGHEST for action port [ 754.391538] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e03e052-ec83-474d-8d80-00da57b225be taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.391684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e03e052-ec83-474d-8d80-00da57b225be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.391753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e03e052-ec83-474d-8d80-00da57b225be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.392029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e03e052-ec83-474d-8d80-00da57b225be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.392262] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e03e052-ec83-474d-8d80-00da57b225be',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.713247] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('354ee61e-b1dd-42dd-9b1b-eccc825a7a84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.833900] env[70473]: INFO networking_nsxv3.common.synchronization [req-5ff5ca2a-927d-4fd1-829f-6699465eedbe req-d2169db2-4c7b-40e4-b344-48e418f211f5 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Enqueued Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_members [ 754.834401] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_members [ 754.834700] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed330ec0-017c-4f04-a948-c6a057a72fb2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.834825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.834892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.836245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.836425] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.836539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.836605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.836765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.836853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.836958] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.896718] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e03e052-ec83-474d-8d80-00da57b225be [ 754.896718] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.896718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.896881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.897011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.897105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.897205] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e03e052-ec83-474d-8d80-00da57b225be already deleted. [ 754.897287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e03e052-ec83-474d-8d80-00da57b225be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.216158] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.216461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.216461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.216636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.216730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.216900] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 is going to be created. [ 755.245836] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.246037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.246111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.246315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.246474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.264616] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 in Status: UNINITIALIZED for 2s [ 755.339281] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.339445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.339512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.339735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.339818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.340028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.340134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.340194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.340345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.340498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.340596] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 already deleted. [ 755.340682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.369509] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.369730] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-191" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.369792] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-191" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.370160] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-191" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.370454] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.370648] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.371355] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.371355] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.371355] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.371355] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.371591] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.371591] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.371699] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.371751] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.371821] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.371955] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.391887] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.392071] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.392209] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.392381] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-191" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.392697] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-2439f1c3-9d35-48f9-bc21-de6bb3cc0590 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.392869] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-2439f1c3-9d35-48f9-bc21-de6bb3cc0590" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.392988] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-2439f1c3-9d35-48f9-bc21-de6bb3cc0590" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.393321] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-2439f1c3-9d35-48f9-bc21-de6bb3cc0590" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.393459] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2439f1c3-9d35-48f9-bc21-de6bb3cc0590',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.442186] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: SUCCESS [ 755.442434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.479274] env[70473]: INFO networking_nsxv3.common.synchronization [req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c req-2ca1bee7-f1b2-45a4-91bf-fdc3f980c490 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 755.479769] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 755.480140] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.480263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.480331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.480677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.481026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.481026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.481154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.481330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.481432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.481535] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.784975] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.785264] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.785431] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.785702] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.785967] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.786128] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.786243] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.786449] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.786598] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.786801] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.786939] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.787037] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.787149] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.787260] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.787367] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.787497] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.809383] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.809528] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.809983] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.809983] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.810258] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-4e0434e8-7edf-4c2c-a404-faafaefae7fd taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.810515] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-4e0434e8-7edf-4c2c-a404-faafaefae7fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.810671] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-4e0434e8-7edf-4c2c-a404-faafaefae7fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.811027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-4e0434e8-7edf-4c2c-a404-faafaefae7fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.811185] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e0434e8-7edf-4c2c-a404-faafaefae7fd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.896558] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.896558] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.896558] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.896848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.897010] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.897170] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 2439f1c3-9d35-48f9-bc21-de6bb3cc0590 not found, creating... [ 755.897447] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.897631] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.897725] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.897955] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.898106] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.898424] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.898582] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.898698] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.898907] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.899061] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.899222] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 2439f1c3-9d35-48f9-bc21-de6bb3cc0590 is going to be created. [ 755.921421] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.921638] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.921772] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.922415] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.922415] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.922583] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-2439f1c3-9d35-48f9-bc21-de6bb3cc0590" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.983918] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.983918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.984154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.984277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.984382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.984592] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.984696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.984768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.984916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.985025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.985093] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 already deleted. [ 755.985173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.313607] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.313892] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.313964] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.314447] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.314645] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.314842] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 4e0434e8-7edf-4c2c-a404-faafaefae7fd not found, creating... [ 756.315146] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.315338] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.315466] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.315692] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.315830] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.316125] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.316848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.316848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.316848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.316848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.316848] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 4e0434e8-7edf-4c2c-a404-faafaefae7fd is going to be created. [ 756.340560] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.340762] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.340888] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.341171] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.341437] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.341618] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-4e0434e8-7edf-4c2c-a404-faafaefae7fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.364532] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 756.364750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.364927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.365161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.365351] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.365471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.365539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.365687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.365773] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.365859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.366021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.366120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.366170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.366310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.366446] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.366537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.366593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.366726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.366860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.366914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.366972] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.617041] env[70473]: INFO networking_nsxv3.common.synchronization [req-5ff5ca2a-927d-4fd1-829f-6699465eedbe req-2f39f1a0-7907-4080-83a2-c2b7936598e1 service nova] Enqueued Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_rules [ 756.617041] env[70473]: INFO networking_nsxv3.common.synchronization [req-5ff5ca2a-927d-4fd1-829f-6699465eedbe req-2f39f1a0-7907-4080-83a2-c2b7936598e1 service nova] Enqueued Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_members [ 756.617041] env[70473]: INFO networking_nsxv3.common.synchronization [req-5ff5ca2a-927d-4fd1-829f-6699465eedbe req-2f39f1a0-7907-4080-83a2-c2b7936598e1 service nova] Enqueued Resource ID: 2439f1c3-9d35-48f9-bc21-de6bb3cc0590 with Priority: HIGHEST for action port [ 756.617041] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_rules [ 756.617041] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_members [ 756.617041] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2439f1c3-9d35-48f9-bc21-de6bb3cc0590 with Priority: HIGHEST for action port [ 756.617041] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed330ec0-017c-4f04-a948-c6a057a72fb2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.617041] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.617041] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.618852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.618852] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.619224] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed330ec0-017c-4f04-a948-c6a057a72fb2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.619224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.619224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.619367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.619488] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.620517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.620517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.620517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.620517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.620517] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.621089] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2439f1c3-9d35-48f9-bc21-de6bb3cc0590 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.621089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2439f1c3-9d35-48f9-bc21-de6bb3cc0590" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.621089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2439f1c3-9d35-48f9-bc21-de6bb3cc0590" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.621089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2439f1c3-9d35-48f9-bc21-de6bb3cc0590" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.621089] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2439f1c3-9d35-48f9-bc21-de6bb3cc0590',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.869161] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06d56a82-e4fc-46d1-bc23-e10b04420475: rpc.has_security_group_logging(os_id): False [ 756.888514] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.888514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.888514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.888514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.888514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.888514] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.888514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.888514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.889478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.889854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.891093] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.891093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.891093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.891093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.891093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.891093] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.891093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.891459] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.891692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.891983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.893555] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be updated. [ 756.960945] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.960945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.960945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.960945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.960945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.978046] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: IN_PROGRESS for 2s [ 757.063805] env[70473]: INFO networking_nsxv3.common.synchronization [req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c req-adf7bd2b-e3ea-4dc3-819b-979a93b12c93 service nova] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_rules [ 757.063977] env[70473]: INFO networking_nsxv3.common.synchronization [req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c req-adf7bd2b-e3ea-4dc3-819b-979a93b12c93 service nova] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 757.064124] env[70473]: INFO networking_nsxv3.common.synchronization [req-bd6c8ee7-af1f-40c8-95ab-5c85fd58c44c req-adf7bd2b-e3ea-4dc3-819b-979a93b12c93 service nova] Enqueued Resource ID: 4e0434e8-7edf-4c2c-a404-faafaefae7fd with Priority: HIGHEST for action port [ 757.064374] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_rules [ 757.064583] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 757.064583] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e0434e8-7edf-4c2c-a404-faafaefae7fd with Priority: HIGHEST for action port [ 757.065728] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.065876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.065941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.066787] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.068624] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.071651] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.071651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.071651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.071651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.071651] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.071651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.071651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.071651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.071651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.071651] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.074631] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e0434e8-7edf-4c2c-a404-faafaefae7fd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.074631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e0434e8-7edf-4c2c-a404-faafaefae7fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.074631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e0434e8-7edf-4c2c-a404-faafaefae7fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.074631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e0434e8-7edf-4c2c-a404-faafaefae7fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.074631] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e0434e8-7edf-4c2c-a404-faafaefae7fd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.124581] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.127176] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed330ec0-017c-4f04-a948-c6a057a72fb2 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.127176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.127176] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2439f1c3-9d35-48f9-bc21-de6bb3cc0590 with status ACTIVE [ 757.127176] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.127176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.127176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.127409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.127409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.127554] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.127652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.127715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.127878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.127958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.128152] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.128245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.128306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.128453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.128538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.128626] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2439f1c3-9d35-48f9-bc21-de6bb3cc0590 is going to be updated. [ 757.171437] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.171630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.171715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.172358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.172358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.172358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2439f1c3-9d35-48f9-bc21-de6bb3cc0590" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.276227] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 in Status: SUCCESS [ 757.276550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.276751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.277202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.277342] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.277342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.277428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.277613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.277709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.277843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.277938] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('354ee61e-b1dd-42dd-9b1b-eccc825a7a84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.578032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.578032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.578032] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.578032] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e0434e8-7edf-4c2c-a404-faafaefae7fd with status ACTIVE [ 757.578032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.578032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.578032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.578032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.578032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.578032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.578032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.578032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.578032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.578032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.578825] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.578825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.578825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.578825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.578936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.579038] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e0434e8-7edf-4c2c-a404-faafaefae7fd is going to be updated. [ 757.605986] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.606316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.606316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.606765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.606849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.607113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e0434e8-7edf-4c2c-a404-faafaefae7fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.632885] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.780660] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.782355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.782355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.782355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.782355] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.782355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.782355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.782355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.782355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.782845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.782845] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.782845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.782845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.782989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.783072] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.783114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.783245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.783342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.783428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.783524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.783619] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('354ee61e-b1dd-42dd-9b1b-eccc825a7a84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.081650] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.133981] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.134323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.134323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.134483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.134582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.134671] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 is going to be created. [ 758.162883] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.162883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.162883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.162883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.162883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.173125] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 in Status: UNINITIALIZED for 2s [ 758.287721] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 354ee61e-b1dd-42dd-9b1b-eccc825a7a84: rpc.has_security_group_logging(os_id): False [ 758.309984] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.310243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.310371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.310647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.310794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.311044] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.311296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.311296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.311482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.311574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.311711] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.311804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.311856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.312012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.312238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.312440] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.312559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.312661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.312749] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.312814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.312923] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 is going to be created. [ 758.379568] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.379780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.379826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.380034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.380212] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.391115] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 in Status: IN_PROGRESS for 2s [ 758.583851] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.584316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.584316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.584316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.584487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.584562] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be created. [ 758.612587] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.612976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.612976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.613319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.613319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.624749] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: UNINITIALIZED for 2s [ 758.994926] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 758.995190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.187522] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 in Status: SUCCESS [ 760.187858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.188124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.188179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.188371] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.188505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.188559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.188796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.188927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.189068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.189213] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.405586] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 in Status: SUCCESS [ 760.405865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.636664] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 760.637732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.637988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.638308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.638596] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.638760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.638845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.640591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.640769] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.641830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.641969] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.827877] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.143824] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.143997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.144086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.145237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.145237] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.145237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.145237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.145237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.145237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.145237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.145237] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.145237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.145237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.145588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.145588] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.145588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.145588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.145692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.146146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.146146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.146146] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.330338] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed330ec0-017c-4f04-a948-c6a057a72fb2: rpc.has_security_group_logging(os_id): False [ 761.350966] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.351222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.351356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.351614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.351758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.352050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.352205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.352306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.352528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.352654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.352791] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 is going to be created. [ 761.416627] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.416797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.416880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.417144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.417358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.429179] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 in Status: IN_PROGRESS for 2s [ 761.556142] env[70473]: INFO networking_nsxv3.common.synchronization [req-d3aaad02-b133-48dd-9309-0e6818a832b3 req-88381742-5d97-43d6-88d6-08caa7c4061d tempest-DeleteServersAdminTestJSON-2076518728 tempest-DeleteServersAdminTestJSON-2076518728-project-member] Enqueued Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 761.557646] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGHEST for action security_group_members [ 761.559565] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.564401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.564578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.564916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.565322] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.565508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.565627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.565876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.566886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.566886] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.648557] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49: rpc.has_security_group_logging(os_id): False [ 761.667477] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.667666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.667715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.667970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.668126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.668385] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.668496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.668595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.668838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.668943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.669970] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.669970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.669970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.669970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.669970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.670226] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.670226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.670304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.670888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.670888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.670888] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be created. [ 761.740427] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.740625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.740702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.741591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.741591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.752572] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 762.072487] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.072817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.072817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.073061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.073172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.073402] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.073512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.073596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.073796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.073882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.073991] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c is going to be updated. [ 762.103848] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.104779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.104864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.106130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.106130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.114721] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: IN_PROGRESS for 2s [ 762.552458] env[70473]: INFO networking_nsxv3.common.synchronization [None req-34e33ea2-3398-4246-bde9-66615ac7b0dd None None] Enqueued Resource ID: 998a0bb3-b0fd-415b-99a2-754e1ee7c5f3 with Priority: HIGHEST for action port [ 762.552745] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998a0bb3-b0fd-415b-99a2-754e1ee7c5f3 with Priority: HIGHEST for action port [ 762.554417] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-998a0bb3-b0fd-415b-99a2-754e1ee7c5f3 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.554417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-998a0bb3-b0fd-415b-99a2-754e1ee7c5f3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.554417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-998a0bb3-b0fd-415b-99a2-754e1ee7c5f3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.554417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-998a0bb3-b0fd-415b-99a2-754e1ee7c5f3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.554417] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('998a0bb3-b0fd-415b-99a2-754e1ee7c5f3',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.949614] env[70473]: INFO networking_nsxv3.common.synchronization [req-08c5f712-2ea2-42b8-8966-7492a4ce9825 req-9588d82f-2a33-4372-b1d3-c58ec50867d3 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Enqueued Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_members [ 762.950178] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_members [ 762.950505] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95b088a-7bbd-4096-a469-14b800f7e090 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.950772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.950772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.955030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.955030] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.955030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.955030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.955030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.955030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.955030] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.063755] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 998a0bb3-b0fd-415b-99a2-754e1ee7c5f3 [ 763.063755] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.063755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.063755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.063755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.063755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.063755] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:998a0bb3-b0fd-415b-99a2-754e1ee7c5f3 already deleted. [ 763.063755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-998a0bb3-b0fd-415b-99a2-754e1ee7c5f3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.443092] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 in Status: SUCCESS [ 763.443376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.456049] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.456225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.456278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.456474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.456566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.456765] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.456862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.456923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.457095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.457175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.457260] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95b088a-7bbd-4096-a469-14b800f7e090 already deleted. [ 763.457338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.766178] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 763.767413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.812210] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-788 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.812412] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-788" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.812539] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-788" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.812865] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-788" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.813135] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.813324] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.813403] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.813637] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.813794] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.814013] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.818512] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.818512] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.818512] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.818512] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.818512] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.818512] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.839599] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.839825] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.840036] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.840266] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-788" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.840631] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-1b00abd5-0322-44c8-890f-50cb9445449b taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.840984] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-1b00abd5-0322-44c8-890f-50cb9445449b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.840984] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-1b00abd5-0322-44c8-890f-50cb9445449b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.841259] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-1b00abd5-0322-44c8-890f-50cb9445449b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.841401] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b00abd5-0322-44c8-890f-50cb9445449b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.132676] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c in Status: SUCCESS [ 764.132928] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c deletion is rescheduled due to dependency. [ 764.133056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.343448] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.346017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.346017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.346017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.346017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.346017] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 1b00abd5-0322-44c8-890f-50cb9445449b not found, creating... [ 764.346017] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.346017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.346017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.346017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.346017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.346389] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.346561] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.346775] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.347052] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.347186] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.347334] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 1b00abd5-0322-44c8-890f-50cb9445449b is going to be created. [ 764.372446] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.373652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.373652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.373652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.373652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.373652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-1b00abd5-0322-44c8-890f-50cb9445449b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.005355] env[70473]: INFO networking_nsxv3.common.synchronization [None req-9ef40a66-f048-4d0d-9dc0-ed2aab24361a None None] Enqueued Resource ID: cc04d1a2-332a-4a9d-a608-f8db52a7edcd with Priority: HIGHEST for action port [ 765.005355] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc04d1a2-332a-4a9d-a608-f8db52a7edcd with Priority: HIGHEST for action port [ 765.005355] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc04d1a2-332a-4a9d-a608-f8db52a7edcd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.005355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc04d1a2-332a-4a9d-a608-f8db52a7edcd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.005355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc04d1a2-332a-4a9d-a608-f8db52a7edcd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.005355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc04d1a2-332a-4a9d-a608-f8db52a7edcd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.008023] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc04d1a2-332a-4a9d-a608-f8db52a7edcd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.033961] env[70473]: INFO networking_nsxv3.common.synchronization [None req-d758fcb3-46a9-4ac8-ac0a-d3ac472b77dd tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Enqueued Resource ID: 593a43ea-e92c-4bc1-b220-ef3dd5ae118e with Priority: HIGHEST for action security_group_rules [ 765.034890] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a43ea-e92c-4bc1-b220-ef3dd5ae118e with Priority: HIGHEST for action security_group_rules [ 765.035265] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593a43ea-e92c-4bc1-b220-ef3dd5ae118e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.035418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593a43ea-e92c-4bc1-b220-ef3dd5ae118e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.035468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593a43ea-e92c-4bc1-b220-ef3dd5ae118e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.035710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593a43ea-e92c-4bc1-b220-ef3dd5ae118e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.036078] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593a43ea-e92c-4bc1-b220-ef3dd5ae118e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.241782] env[70473]: INFO networking_nsxv3.common.synchronization [None req-f38dd374-a2ef-4967-aeae-74e334311728 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Enqueued Resource ID: 593a43ea-e92c-4bc1-b220-ef3dd5ae118e with Priority: HIGHEST for action security_group_rules [ 765.241782] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a43ea-e92c-4bc1-b220-ef3dd5ae118e with Priority: HIGHEST for action security_group_rules [ 765.241782] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593a43ea-e92c-4bc1-b220-ef3dd5ae118e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.241782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593a43ea-e92c-4bc1-b220-ef3dd5ae118e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.421047] env[70473]: INFO networking_nsxv3.common.synchronization [req-08c5f712-2ea2-42b8-8966-7492a4ce9825 req-6e7a9ead-e17e-43ca-92f2-cc9f0f51b06b service nova] Enqueued Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_rules [ 765.421257] env[70473]: INFO networking_nsxv3.common.synchronization [req-08c5f712-2ea2-42b8-8966-7492a4ce9825 req-6e7a9ead-e17e-43ca-92f2-cc9f0f51b06b service nova] Enqueued Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_members [ 765.422540] env[70473]: INFO networking_nsxv3.common.synchronization [req-08c5f712-2ea2-42b8-8966-7492a4ce9825 req-6e7a9ead-e17e-43ca-92f2-cc9f0f51b06b service nova] Enqueued Resource ID: 1b00abd5-0322-44c8-890f-50cb9445449b with Priority: HIGHEST for action port [ 765.422540] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_rules [ 765.422540] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_members [ 765.422540] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b00abd5-0322-44c8-890f-50cb9445449b with Priority: HIGHEST for action port [ 765.422722] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a95b088a-7bbd-4096-a469-14b800f7e090 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.422823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.422887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.424348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.424430] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.426597] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95b088a-7bbd-4096-a469-14b800f7e090 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.427618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.427618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.427618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.427618] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.427618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.427618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.427618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.427618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.427618] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.428839] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b00abd5-0322-44c8-890f-50cb9445449b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.428839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b00abd5-0322-44c8-890f-50cb9445449b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.428839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b00abd5-0322-44c8-890f-50cb9445449b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.428998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b00abd5-0322-44c8-890f-50cb9445449b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.429629] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b00abd5-0322-44c8-890f-50cb9445449b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.510682] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc04d1a2-332a-4a9d-a608-f8db52a7edcd [ 765.510924] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.511581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.511581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.511581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.511719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.511796] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc04d1a2-332a-4a9d-a608-f8db52a7edcd already deleted. [ 765.511855] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc04d1a2-332a-4a9d-a608-f8db52a7edcd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.553696] env[70473]: INFO networking_nsxv3.common.synchronization [req-fcc8d5a2-39f9-4851-b6ad-3881a1122c92 req-b1963307-eaf6-482b-b17c-5bd97874887e tempest-ServerGroupTestJSON-426971469 tempest-ServerGroupTestJSON-426971469-project-member] Enqueued Resource ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 with Priority: HIGHEST for action security_group_members [ 765.553696] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 with Priority: HIGHEST for action security_group_members [ 765.554368] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.554707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.554922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.555549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.555883] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.556177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.556475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.556806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.557080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.557365] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('354ee61e-b1dd-42dd-9b1b-eccc825a7a84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.560028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.560281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.560434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.560786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.561815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.561994] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593a43ea-e92c-4bc1-b220-ef3dd5ae118e already deleted. [ 765.562169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593a43ea-e92c-4bc1-b220-ef3dd5ae118e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.562690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593a43ea-e92c-4bc1-b220-ef3dd5ae118e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.562945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593a43ea-e92c-4bc1-b220-ef3dd5ae118e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.563138] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593a43ea-e92c-4bc1-b220-ef3dd5ae118e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.932465] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95b088a-7bbd-4096-a469-14b800f7e090 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.933296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.933603] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.938387] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b00abd5-0322-44c8-890f-50cb9445449b with status ACTIVE [ 765.938387] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.938387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.938387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.945526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.945526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.945526] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.945526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.945526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.945526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.945526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.945526] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.946044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.946044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.946044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.946126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.946154] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b00abd5-0322-44c8-890f-50cb9445449b is going to be updated. [ 765.976136] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.976136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.976136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.976136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.976136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.976136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b00abd5-0322-44c8-890f-50cb9445449b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.060318] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.060730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.060730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.060816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.060915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.061145] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.061247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.061310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.061490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.061602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.061700] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 is going to be updated. [ 766.105100] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.105293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.105353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.105527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.105621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.105720] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593a43ea-e92c-4bc1-b220-ef3dd5ae118e already deleted. [ 766.105804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593a43ea-e92c-4bc1-b220-ef3dd5ae118e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.114113] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.114345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.114452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.114750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.114913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.145468] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 in Status: IN_PROGRESS for 2s [ 766.448734] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.953842] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.954022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.954092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.954306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.954397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.954496] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95b088a-7bbd-4096-a469-14b800f7e090 is going to be created. [ 766.980107] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.980107] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.980107] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.980107] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.980107] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.992927] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95b088a-7bbd-4096-a469-14b800f7e090 in Status: UNINITIALIZED for 2s [ 767.813009] env[70473]: INFO networking_nsxv3.common.synchronization [req-b612b969-b667-4723-8e30-c160f92e135f req-23a160ed-4993-4fde-a667-36558fe09003 tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Enqueued Resource ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea with Priority: HIGHEST for action security_group_members [ 767.813569] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea with Priority: HIGHEST for action security_group_members [ 767.813872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba39140-ce3c-4240-8ac8-a64167ed00ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.813999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.814084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.814341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.814495] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.814596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.814657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.814810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.814896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.814987] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba39140-ce3c-4240-8ac8-a64167ed00ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.161164] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 in Status: SUCCESS [ 768.161745] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 deletion is rescheduled due to dependency. [ 768.161745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.248893] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.249168] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-560" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.249347] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-560" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.249789] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-560" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.250187] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.250399] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.250566] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.250883] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.251110] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.251425] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.251606] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.251770] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.251974] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.252156] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.252326] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.252528] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.278180] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.278180] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.278180] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.278180] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-560" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.278180] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-2aba8172-ae26-4387-8f95-ee1bc82921ee taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.278180] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-2aba8172-ae26-4387-8f95-ee1bc82921ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.278180] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-2aba8172-ae26-4387-8f95-ee1bc82921ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.278180] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-2aba8172-ae26-4387-8f95-ee1bc82921ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.278180] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aba8172-ae26-4387-8f95-ee1bc82921ee',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.318178] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.318178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.318178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.318178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.318178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.318178] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.318178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.318178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.318178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.318178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.318178] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea already deleted. [ 768.318178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.784401] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.784670] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.784670] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.784933] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.785454] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.785454] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 2aba8172-ae26-4387-8f95-ee1bc82921ee not found, creating... [ 768.785717] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.785717] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.785814] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.786010] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.786157] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.786450] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.786661] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.786740] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.787331] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.787331] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.787331] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 2aba8172-ae26-4387-8f95-ee1bc82921ee is going to be created. [ 768.812094] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.812303] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.812434] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.812714] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.812995] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.813229] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-2aba8172-ae26-4387-8f95-ee1bc82921ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.015749] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95b088a-7bbd-4096-a469-14b800f7e090 in Status: SUCCESS [ 769.016211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.016211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.016470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.016669] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.016797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.016961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.017045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.017134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.017222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.017367] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.520183] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.553021] env[70473]: INFO networking_nsxv3.common.synchronization [req-b612b969-b667-4723-8e30-c160f92e135f req-c7a5e76a-9a67-459e-85a3-2d8abaf406db service nova] Enqueued Resource ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea with Priority: HIGHEST for action security_group_rules [ 769.553021] env[70473]: INFO networking_nsxv3.common.synchronization [req-b612b969-b667-4723-8e30-c160f92e135f req-c7a5e76a-9a67-459e-85a3-2d8abaf406db service nova] Enqueued Resource ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea with Priority: HIGHEST for action security_group_members [ 769.553021] env[70473]: INFO networking_nsxv3.common.synchronization [req-b612b969-b667-4723-8e30-c160f92e135f req-c7a5e76a-9a67-459e-85a3-2d8abaf406db service nova] Enqueued Resource ID: 2aba8172-ae26-4387-8f95-ee1bc82921ee with Priority: HIGHEST for action port [ 769.553021] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea with Priority: HIGHEST for action security_group_rules [ 769.553021] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea with Priority: HIGHEST for action security_group_members [ 769.553021] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba8172-ae26-4387-8f95-ee1bc82921ee with Priority: HIGHEST for action port [ 769.553021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba39140-ce3c-4240-8ac8-a64167ed00ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.553021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.553021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.553819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.554265] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba39140-ce3c-4240-8ac8-a64167ed00ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.558268] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba39140-ce3c-4240-8ac8-a64167ed00ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.558268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.558268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.558268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.558268] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.558268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.558268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.558268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.558268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.558268] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba39140-ce3c-4240-8ac8-a64167ed00ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.558268] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aba8172-ae26-4387-8f95-ee1bc82921ee taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.558268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aba8172-ae26-4387-8f95-ee1bc82921ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.558268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aba8172-ae26-4387-8f95-ee1bc82921ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.558268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aba8172-ae26-4387-8f95-ee1bc82921ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.558268] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aba8172-ae26-4387-8f95-ee1bc82921ee',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.022088] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a95b088a-7bbd-4096-a469-14b800f7e090: rpc.has_security_group_logging(os_id): False [ 770.045990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.046296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.046367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.046562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.046689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.047056] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.047218] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.047325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.047577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.047746] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.047899] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a95b088a-7bbd-4096-a469-14b800f7e090 is going to be created. [ 770.061689] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba39140-ce3c-4240-8ac8-a64167ed00ea taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.061855] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.062107] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ba39140-ce3c-4240-8ac8-a64167ed00ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.065530] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2aba8172-ae26-4387-8f95-ee1bc82921ee with status ACTIVE [ 770.065751] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.065889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.065991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.066159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.066244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.066422] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.066556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.066613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.066721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.066797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.066976] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.067103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.067174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.067320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.067397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.067482] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2aba8172-ae26-4387-8f95-ee1bc82921ee is going to be updated. [ 770.098501] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.098630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.099460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.099460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.099460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.099460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aba8172-ae26-4387-8f95-ee1bc82921ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.122373] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.122664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.122815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.122956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.123152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.161483] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a95b088a-7bbd-4096-a469-14b800f7e090 in Status: IN_PROGRESS for 2s [ 770.574356] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ba39140-ce3c-4240-8ac8-a64167ed00ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.064441] env[70473]: INFO networking_nsxv3.common.synchronization [req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 req-65e4d9f3-c922-4ab7-807d-c830c4a82024 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Enqueued Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 771.065323] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 771.067042] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.067226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.067384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.067598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.067817] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.067992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.067992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.068307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.068401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.068538] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.078435] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.078435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.078435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.078435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.078435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.078435] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea is going to be created. [ 771.125901] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.126323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.126323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.126694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.126694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.138933] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea in Status: UNINITIALIZED for 2s [ 771.399651] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.399850] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-773" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.399975] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-773" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.400332] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-773" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.400799] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.400799] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.401028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.401221] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.401385] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.401556] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.401692] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.401806] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.401913] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.402031] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.402134] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.402263] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.424622] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.424834] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.424927] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.425210] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-773" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.425540] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-d5e36829-05e2-4b20-8dd5-dec5b3d15269 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.425709] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-d5e36829-05e2-4b20-8dd5-dec5b3d15269" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.425834] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-d5e36829-05e2-4b20-8dd5-dec5b3d15269" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.426176] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-d5e36829-05e2-4b20-8dd5-dec5b3d15269" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.426314] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e36829-05e2-4b20-8dd5-dec5b3d15269',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.570955] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.571174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.571278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.571564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.571689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.571960] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.572107] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.572202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.572407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.574191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.574191] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 already deleted. [ 771.574191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.743078] env[70473]: INFO networking_nsxv3.common.synchronization [req-a607a2ee-c23c-48c1-adf5-8136ffa01d07 req-1a707e2d-e72e-4239-82e2-6a7d2659ff5f tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 771.743536] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 771.743845] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.743971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.744050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.744235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.744384] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.744481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.744540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.744904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.744904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.744904] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.925108] env[70473]: INFO networking_nsxv3.common.synchronization [req-5427b10d-13e5-486f-9727-d520e6ffc210 req-cf23313b-d2e7-4431-a750-34a02708014b tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 771.925108] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 771.927555] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.927555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.927555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.927788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.927788] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.927895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.927937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.928086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.928170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.928262] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.929601] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.929790] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.929916] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.930157] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.930296] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.930650] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port d5e36829-05e2-4b20-8dd5-dec5b3d15269 not found, creating... [ 771.930750] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.930909] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.931778] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.931943] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.932757] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.932757] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.932908] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.933049] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.933371] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.933561] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.933744] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: d5e36829-05e2-4b20-8dd5-dec5b3d15269 is going to be created. [ 771.957188] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.957381] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.957381] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.957653] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.958203] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.958203] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-d5e36829-05e2-4b20-8dd5-dec5b3d15269" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.978888] env[70473]: INFO networking_nsxv3.common.synchronization [req-5427b10d-13e5-486f-9727-d520e6ffc210 req-cf23313b-d2e7-4431-a750-34a02708014b tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_rules [ 771.979074] env[70473]: INFO networking_nsxv3.common.synchronization [req-5427b10d-13e5-486f-9727-d520e6ffc210 req-cf23313b-d2e7-4431-a750-34a02708014b tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 771.979218] env[70473]: INFO networking_nsxv3.common.synchronization [req-5427b10d-13e5-486f-9727-d520e6ffc210 req-cf23313b-d2e7-4431-a750-34a02708014b tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd with Priority: HIGHEST for action port [ 771.979755] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_rules [ 771.979951] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 771.980217] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd with Priority: HIGHEST for action port [ 771.980536] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.980668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.980748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.980944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.981036] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.982308] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.982424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.982630] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.982730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.982821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.983013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.983093] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.178639] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a95b088a-7bbd-4096-a469-14b800f7e090 in Status: SUCCESS [ 772.178896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.247079] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.247378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.247378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.247622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.247718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.247893] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.248082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.248082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.248306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.248420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.248559] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 772.281828] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.282034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.282077] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.282274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.282425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.292654] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 772.436361] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.486427] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.486576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.487553] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd with status ACTIVE [ 772.487553] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.487553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.487553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.487775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.487775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.487893] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.489939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.489939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.489939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.489939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.489939] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.489939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.489939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.489939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.489939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.489939] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd is going to be updated. [ 772.512864] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.512864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.512864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.513116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.513260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.513498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.720288] env[70473]: INFO networking_nsxv3.common.synchronization [req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 req-eac9428d-b790-4c31-b668-a955f06dcd63 service nova] Enqueued Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_rules [ 772.720518] env[70473]: INFO networking_nsxv3.common.synchronization [req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 req-eac9428d-b790-4c31-b668-a955f06dcd63 service nova] Enqueued Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 772.720819] env[70473]: INFO networking_nsxv3.common.synchronization [req-d870a3e3-6adc-40a5-87a3-a49c2bb18a98 req-eac9428d-b790-4c31-b668-a955f06dcd63 service nova] Enqueued Resource ID: d5e36829-05e2-4b20-8dd5-dec5b3d15269 with Priority: HIGHEST for action port [ 772.721098] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_rules [ 772.721230] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 772.721325] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e36829-05e2-4b20-8dd5-dec5b3d15269 with Priority: HIGHEST for action port [ 772.721953] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.722776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.722844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.723130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.723232] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.724114] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.724208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.724275] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.724444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.724594] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.724677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.724739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.724877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.725152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.725257] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.727642] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5e36829-05e2-4b20-8dd5-dec5b3d15269 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.727762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5e36829-05e2-4b20-8dd5-dec5b3d15269" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.728438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5e36829-05e2-4b20-8dd5-dec5b3d15269" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.728761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5e36829-05e2-4b20-8dd5-dec5b3d15269" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.728863] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e36829-05e2-4b20-8dd5-dec5b3d15269',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.939752] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.149992] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea in Status: SUCCESS [ 773.150251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.150419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.151114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.151114] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.151114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.151114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.151285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.151285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.151345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.151397] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ba39140-ce3c-4240-8ac8-a64167ed00ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.230561] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.230858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.231568] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.232529] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5e36829-05e2-4b20-8dd5-dec5b3d15269 with status ACTIVE [ 773.235684] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.235684] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.235684] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.235684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.235684] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5e36829-05e2-4b20-8dd5-dec5b3d15269 is going to be updated. [ 773.263901] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.264127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.264127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.264337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.264495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.264709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5e36829-05e2-4b20-8dd5-dec5b3d15269" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.444396] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.444396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.444396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.444396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.444396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.444396] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 is going to be updated. [ 773.479245] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.479245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.479245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.479245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.479245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.488220] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: IN_PROGRESS for 2s [ 773.657027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba39140-ce3c-4240-8ac8-a64167ed00ea taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.657027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.657027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba39140-ce3c-4240-8ac8-a64167ed00ea taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.657027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.657027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.658027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.658027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.658027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.658027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.658027] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ba39140-ce3c-4240-8ac8-a64167ed00ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.737187] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.162742] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ba39140-ce3c-4240-8ac8-a64167ed00ea: rpc.has_security_group_logging(os_id): False [ 774.182201] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.182395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.182395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.182643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.182759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.182968] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.183093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.183160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.183319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.183399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.183582] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.183678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.183747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.183890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.183967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.185469] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.185583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.185678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.185818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.185895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.185981] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea is going to be created. [ 774.239225] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.239225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.239605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.239605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.239605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.239861] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 is going to be created. [ 774.281283] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.281283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.281283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.281283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.281283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.284122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.284317] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.284416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.284715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.284922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.297236] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: UNINITIALIZED for 2s [ 774.300270] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea in Status: IN_PROGRESS for 2s [ 774.306775] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 774.307493] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 deletion is rescheduled due to dependency. [ 774.307860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.503069] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: SUCCESS [ 775.503069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.503069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.503069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.503069] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.503069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.503069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.504429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.504429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.504429] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.608581] env[70473]: INFO networking_nsxv3.common.synchronization [req-68c0a818-d5f6-4d0f-a91d-dac6a7d4bac4 req-6a09d7ec-e609-4f79-9cfa-8c7f9078ae4d tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_members [ 775.609315] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGHEST for action security_group_members [ 775.609631] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-109d2c8a-309c-46d0-8962-598b3cd6146e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.609756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.609818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.610559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.610559] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.610559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.610559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.610559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.610856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.610856] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.006890] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.116184] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.116184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.116184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.116184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.116184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.116184] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.116184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.116184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.116184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.116184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.116691] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109d2c8a-309c-46d0-8962-598b3cd6146e is going to be updated. [ 776.166663] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.166864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.166939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.167180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.167596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.179557] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109d2c8a-309c-46d0-8962-598b3cd6146e in Status: IN_PROGRESS for 2s [ 776.308671] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: SUCCESS [ 776.309906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.309906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.309906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.309906] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.309906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.309906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.309906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.309906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.310261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.310261] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.312426] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea in Status: SUCCESS [ 776.312764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.509353] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.688910] env[70473]: INFO networking_nsxv3.common.synchronization [req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a req-412640df-2ebd-4a3c-942e-8bfe7794c95c tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 776.689929] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 776.690984] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.691931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.716217] env[70473]: INFO networking_nsxv3.common.synchronization [req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a req-412640df-2ebd-4a3c-942e-8bfe7794c95c tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_rules [ 776.716217] env[70473]: INFO networking_nsxv3.common.synchronization [req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a req-412640df-2ebd-4a3c-942e-8bfe7794c95c tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 776.716217] env[70473]: INFO networking_nsxv3.common.synchronization [req-ae88dafc-1ca7-4436-a2a9-e1d3047ed21a req-412640df-2ebd-4a3c-942e-8bfe7794c95c tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd with Priority: HIGHEST for action port [ 776.716623] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_rules [ 776.716899] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 776.717130] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd with Priority: HIGHEST for action port [ 776.717549] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.717790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.718242] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.718474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.718799] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.719032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.719299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.720114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.720329] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.812337] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.812495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.812555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.812856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.813128] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.813300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.813383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.813497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.813616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.813685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.813839] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.813936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.814018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.814176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.814314] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.814408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.814468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.814668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.814713] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.814798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.814893] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.015995] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.015995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.015995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.015995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.015995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.015995] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 is going to be updated. [ 777.048685] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.048685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.048685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.048685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.048685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.059205] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: IN_PROGRESS for 2s [ 777.229261] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd with status ACTIVE [ 777.229261] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.229261] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.229261] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.229261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.236962] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd is going to be updated. [ 777.276916] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.276916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.276916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.276916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.276916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.276916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cb06ea0-c356-44d3-ad0d-6eac4d31d9fd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.320892] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c46d4bd0-bee8-41cd-9056-12bf9eb66450: rpc.has_security_group_logging(os_id): False [ 777.345922] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.345922] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.345922] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.345922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.346437] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.346437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.346437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.346437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.349331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.349331] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 is going to be created. [ 777.553546] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.553887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.553887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.554206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.554440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.568348] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: IN_PROGRESS for 2s [ 778.190571] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 109d2c8a-309c-46d0-8962-598b3cd6146e in Status: SUCCESS [ 778.190972] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 109d2c8a-309c-46d0-8962-598b3cd6146e deletion is rescheduled due to dependency. [ 778.191189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.278154] env[70473]: INFO networking_nsxv3.common.synchronization [req-aee87379-1d1b-4cc1-9271-27f59145bd1d req-ea82ca4d-a5bd-462a-855e-4ce14ad9faea tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 778.278154] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 778.278154] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.278154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.278154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.278154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.278592] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.278854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.279118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.279388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.279577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.279752] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.720978] env[70473]: INFO networking_nsxv3.common.synchronization [None req-12989d9c-059b-4645-9f2b-de81484d3d69 None None] Enqueued Resource ID: 632de9b5-e073-49b2-932f-95ae34e2ffb4 with Priority: HIGHEST for action port [ 778.721868] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632de9b5-e073-49b2-932f-95ae34e2ffb4 with Priority: HIGHEST for action port [ 778.722544] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-632de9b5-e073-49b2-932f-95ae34e2ffb4 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.722707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-632de9b5-e073-49b2-932f-95ae34e2ffb4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.722814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-632de9b5-e073-49b2-932f-95ae34e2ffb4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.723064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-632de9b5-e073-49b2-932f-95ae34e2ffb4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.723135] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632de9b5-e073-49b2-932f-95ae34e2ffb4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.781921] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.783366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.783453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.783669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.783768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.783993] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.784106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.784169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.784326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.784411] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.784500] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 778.813046] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.813046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.813046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.813046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.813046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.822062] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 779.071263] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: SUCCESS [ 779.071478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.071703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.071908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.072160] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.072853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.073613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.073613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.073613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.073735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.073776] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.074979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.075168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.075332] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.075439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.075528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.075677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.075752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.075841] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.225673] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 632de9b5-e073-49b2-932f-95ae34e2ffb4 [ 779.225774] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.225912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.225984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.226212] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.226300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.226395] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:632de9b5-e073-49b2-932f-95ae34e2ffb4 already deleted. [ 779.226479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-632de9b5-e073-49b2-932f-95ae34e2ffb4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.405076] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.405281] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.405408] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.405669] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.405926] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.406093] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.406247] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.406475] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.407177] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.407411] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.407531] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.407646] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.407757] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.407902] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.408096] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.408251] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.428752] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.428932] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.429078] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.429258] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.429661] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.429839] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.429958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.430311] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.430454] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.582609] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: SUCCESS [ 779.582836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.583536] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.584529] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.935713] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.936030] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.936093] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.936566] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.937443] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.937443] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 not found, creating... [ 779.937443] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.937443] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.937443] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.937680] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.938023] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.938106] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.938260] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.938373] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.942187] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.942187] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.942187] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 is going to be created. [ 779.967134] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.967134] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.967258] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.967533] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.967796] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.968032] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.087024] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576025a8-8727-4435-878d-8724d8f90aa5: rpc.has_security_group_logging(os_id): False [ 780.087242] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.111125] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.111347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.111347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.111574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.111694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.111953] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.112070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.112129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.112296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.112378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.112469] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 is going to be updated. [ 780.193851] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.194114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.194114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.195341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.195572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.228236] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: IN_PROGRESS for 2s [ 780.590230] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.590230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.590230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.590230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.590230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.590569] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 is going to be updated. [ 780.629195] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.629195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.629195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.629195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.629195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.642617] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: IN_PROGRESS for 2s [ 780.832340] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 780.832597] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 deletion is rescheduled due to dependency. [ 780.832745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.873726] env[70473]: INFO networking_nsxv3.common.synchronization [req-aee87379-1d1b-4cc1-9271-27f59145bd1d req-98fe9002-94f8-49d3-853f-449ff6db1045 service nova] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_rules [ 780.873913] env[70473]: INFO networking_nsxv3.common.synchronization [req-aee87379-1d1b-4cc1-9271-27f59145bd1d req-98fe9002-94f8-49d3-853f-449ff6db1045 service nova] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 780.874045] env[70473]: INFO networking_nsxv3.common.synchronization [req-aee87379-1d1b-4cc1-9271-27f59145bd1d req-98fe9002-94f8-49d3-853f-449ff6db1045 service nova] Enqueued Resource ID: 0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 with Priority: HIGHEST for action port [ 780.874297] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_rules [ 780.874425] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 780.874524] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 with Priority: HIGHEST for action port [ 780.875770] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.875961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.876087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.876330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.876448] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.878998] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.878998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.878998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.878998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.878998] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.879285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.879285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.882660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.882660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.882660] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.882660] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.882660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.882660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.882660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.882660] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.378352] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.379082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.382136] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.387379] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 with status ACTIVE [ 781.387379] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.387379] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.387379] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.387379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.387379] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3 is going to be updated. [ 781.411772] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.411772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.411772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.411772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.411772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.411772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e4b6bd6-ed59-4d20-9afd-23fc4955b4a3" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.815675] env[70473]: INFO networking_nsxv3.common.synchronization [None req-357260cc-0f27-4f18-a3cf-a6bd64d0a1e9 None None] Enqueued Resource ID: 086ab967-e5b1-4cca-af3d-ff9a7af716cc with Priority: HIGHEST for action port [ 781.816318] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086ab967-e5b1-4cca-af3d-ff9a7af716cc with Priority: HIGHEST for action port [ 781.816600] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-086ab967-e5b1-4cca-af3d-ff9a7af716cc taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.816841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086ab967-e5b1-4cca-af3d-ff9a7af716cc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.816942] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086ab967-e5b1-4cca-af3d-ff9a7af716cc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.817178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086ab967-e5b1-4cca-af3d-ff9a7af716cc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.817340] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086ab967-e5b1-4cca-af3d-ff9a7af716cc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.884521] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.243453] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: SUCCESS [ 782.243690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.243885] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.244127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.244221] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.319219] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 086ab967-e5b1-4cca-af3d-ff9a7af716cc [ 782.319550] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.319697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.319765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.319975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.320087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.320177] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:086ab967-e5b1-4cca-af3d-ff9a7af716cc already deleted. [ 782.320263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086ab967-e5b1-4cca-af3d-ff9a7af716cc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.387280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.387626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.387626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.387796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.387910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.388041] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 782.436284] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.436491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.436586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.436911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.437128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.449793] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 782.615339] env[70473]: INFO networking_nsxv3.common.synchronization [req-cd173791-83fe-4b92-b28c-0eea71a3bd6d req-31b9cc4c-403f-42f8-b872-6c1e21f215aa tempest-AttachInterfacesUnderV243Test-977676126 tempest-AttachInterfacesUnderV243Test-977676126-project-member] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 782.615892] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGHEST for action security_group_members [ 782.616209] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.616312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.670102] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: SUCCESS [ 782.673101] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.673384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.673620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.673856] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.674030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.674093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.674399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.674399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.674526] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.746836] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.746984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.134229] env[70473]: INFO networking_nsxv3.common.synchronization [req-6af84d89-e941-44bd-a1c5-f189cd199444 req-f6e9f7f7-43ac-4432-9587-a3a97a28ba3f tempest-InstanceActionsNegativeTestJSON-546173674 tempest-InstanceActionsNegativeTestJSON-546173674-project-member] Enqueued Resource ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea with Priority: HIGHEST for action security_group_members [ 783.134229] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea with Priority: HIGHEST for action security_group_members [ 783.137563] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ba39140-ce3c-4240-8ac8-a64167ed00ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.137563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.137563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.137563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.137563] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.137563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.137563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.138329] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.138479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.138585] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ba39140-ce3c-4240-8ac8-a64167ed00ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.178449] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.178697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.178779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.179020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.179144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.179360] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.179539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.179571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.179876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.180200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.180770] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 is going to be updated. [ 783.244506] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.244762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.244844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.245031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.245179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.259162] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: IN_PROGRESS for 2s [ 783.641919] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.642488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.642488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.642488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.642687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.643226] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.643226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.643226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.643226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.643226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.643453] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea is going to be updated. [ 783.675248] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.675394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.675459] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.675662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.675796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.687971] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea in Status: IN_PROGRESS for 2s [ 783.729520] env[70473]: INFO networking_nsxv3.common.synchronization [req-1873d8b9-f59d-43d0-a654-309191e01252 req-5e83e312-a98e-4d74-ab8f-2d4ab1d4b873 tempest-ServersAdminNegativeTestJSON-1775554599 tempest-ServersAdminNegativeTestJSON-1775554599-project-member] Enqueued Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 783.730245] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGHEST for action security_group_members [ 783.730621] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.730761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.730834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.731074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.731228] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.731328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.731390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.731538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.731623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.731716] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.235331] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.235499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.235590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.235866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.236506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.236506] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.236506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.236506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.236506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.236741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.236741] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca is going to be updated. [ 784.269551] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.269697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.269768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.269999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.270224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.280201] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: IN_PROGRESS for 2s [ 784.460630] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 784.460898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.461052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.461274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.461460] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.461616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.461696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.461862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.461950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.462052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.462142] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.964963] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.965295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.965295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.965382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.965621] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.965805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.965805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.965983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.966697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.966697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.966697] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.966697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.966697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.966697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.966697] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.967031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.967031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.967031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.967139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.967178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.967283] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.270774] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: SUCCESS [ 785.270938] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 deletion is rescheduled due to dependency. [ 785.271051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.271214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.271764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.271764] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.271983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.271983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.272176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.272238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.272468] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.470278] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c08c002-ed94-4fb1-b21c-e4817f96bd41: rpc.has_security_group_logging(os_id): False [ 785.498231] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.498383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.498491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.498862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.498862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.499051] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.499150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.499185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.499381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.499433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.499595] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.499678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.499724] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.500269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.500269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.500269] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.500269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.500269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.500494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.500494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.500576] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 785.567952] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.567952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.567952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.567952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.567952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.580744] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 785.698875] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea in Status: SUCCESS [ 785.699067] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea deletion is rescheduled due to dependency. [ 785.699133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.776021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.776021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.776178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.776261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.776349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.776564] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.776686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.777047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.777047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.777047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.777180] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 is going to be updated. [ 785.809478] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.809478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.809478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.809478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.809478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.819504] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: IN_PROGRESS for 2s [ 786.290084] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca in Status: SUCCESS [ 786.290381] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca deletion is rescheduled due to dependency. [ 786.290381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.594457] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 787.594457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.833772] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: SUCCESS [ 787.833772] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 deletion is rescheduled due to dependency. [ 787.833772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.833772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.833772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.833772] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.833772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.833772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.833772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.833772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.833772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.833772] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.947163] env[70473]: INFO networking_nsxv3.common.synchronization [req-a7ac59ce-b378-49cd-b73f-529102c901f6 req-4e3364a4-742a-44e3-a2eb-a6f945a85ad0 tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Enqueued Resource ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 with Priority: HIGHEST for action security_group_members [ 787.947163] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 with Priority: HIGHEST for action security_group_members [ 787.947163] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6882013e-4af5-47e7-951b-0a2bf7e35e70 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.947163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.947163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.947858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.948165] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.948420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.948597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.948876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.949121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.949354] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6882013e-4af5-47e7-951b-0a2bf7e35e70',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.069020] env[70473]: INFO networking_nsxv3.common.synchronization [None req-e0d1febe-7e81-4d69-9f69-ac647499178e None None] Enqueued Resource ID: 76fd4415-e25f-48eb-a2ba-b4a7a57cab94 with Priority: HIGHEST for action port [ 788.069020] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fd4415-e25f-48eb-a2ba-b4a7a57cab94 with Priority: HIGHEST for action port [ 788.069020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fd4415-e25f-48eb-a2ba-b4a7a57cab94 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.069020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fd4415-e25f-48eb-a2ba-b4a7a57cab94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.069020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fd4415-e25f-48eb-a2ba-b4a7a57cab94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.069020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fd4415-e25f-48eb-a2ba-b4a7a57cab94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.069020] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fd4415-e25f-48eb-a2ba-b4a7a57cab94',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.335958] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.451891] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.452116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.452116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.453483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.453483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.453483] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.453483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.453483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.453483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.453483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.453483] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 already deleted. [ 788.453483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.555909] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.556159] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-720" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.556298] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-720" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.556724] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-720" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.556991] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.557704] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.557834] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.561032] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.561032] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.561032] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.561032] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.561032] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.561032] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.561032] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.561032] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.561032] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.572119] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76fd4415-e25f-48eb-a2ba-b4a7a57cab94 [ 788.572383] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.572514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.572583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.572794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.572884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.572979] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76fd4415-e25f-48eb-a2ba-b4a7a57cab94 already deleted. [ 788.573070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fd4415-e25f-48eb-a2ba-b4a7a57cab94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.580493] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.580692] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.580874] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.581703] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-720" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.581703] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-bc300742-a7d2-4531-8dc9-218741f5789b taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.581703] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-bc300742-a7d2-4531-8dc9-218741f5789b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.581890] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-bc300742-a7d2-4531-8dc9-218741f5789b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.584415] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-bc300742-a7d2-4531-8dc9-218741f5789b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.584415] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc300742-a7d2-4531-8dc9-218741f5789b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.838455] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576025a8-8727-4435-878d-8724d8f90aa5: rpc.has_security_group_logging(os_id): False [ 788.862573] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.862912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.863047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.863314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.863440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.863757] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.863915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.864042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.864285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.864409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.864582] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 is going to be updated. [ 789.144902] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.144902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.144902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.144902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.144902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.144902] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port bc300742-a7d2-4531-8dc9-218741f5789b not found, creating... [ 789.144902] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.144902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.144902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.144902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.144902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.145463] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.156387] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.156387] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.156387] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.156387] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.156594] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: bc300742-a7d2-4531-8dc9-218741f5789b is going to be created. [ 789.159995] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.159995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.159995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.159995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.159995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.181128] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576025a8-8727-4435-878d-8724d8f90aa5 in Status: SUCCESS [ 789.181128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.187500] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.187500] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.189199] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.189199] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.189199] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.189199] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-bc300742-a7d2-4531-8dc9-218741f5789b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.885648] env[70473]: INFO networking_nsxv3.common.synchronization [req-a7ac59ce-b378-49cd-b73f-529102c901f6 req-1f903489-33fc-4539-b5f2-2bf448522c7f service nova] Enqueued Resource ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 with Priority: HIGHEST for action security_group_rules [ 789.885916] env[70473]: INFO networking_nsxv3.common.synchronization [req-a7ac59ce-b378-49cd-b73f-529102c901f6 req-1f903489-33fc-4539-b5f2-2bf448522c7f service nova] Enqueued Resource ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 with Priority: HIGHEST for action security_group_members [ 789.885970] env[70473]: INFO networking_nsxv3.common.synchronization [req-a7ac59ce-b378-49cd-b73f-529102c901f6 req-1f903489-33fc-4539-b5f2-2bf448522c7f service nova] Enqueued Resource ID: bc300742-a7d2-4531-8dc9-218741f5789b with Priority: HIGHEST for action port [ 789.886976] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 with Priority: HIGHEST for action security_group_rules [ 789.886976] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 with Priority: HIGHEST for action security_group_members [ 789.886976] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc300742-a7d2-4531-8dc9-218741f5789b with Priority: HIGHEST for action port [ 789.889518] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6882013e-4af5-47e7-951b-0a2bf7e35e70 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.889652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.889718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.889992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.890122] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6882013e-4af5-47e7-951b-0a2bf7e35e70',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.891067] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6882013e-4af5-47e7-951b-0a2bf7e35e70 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.891190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.895022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.895022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.895022] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.895022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.895022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.895022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.895022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.895022] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6882013e-4af5-47e7-951b-0a2bf7e35e70',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.895022] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc300742-a7d2-4531-8dc9-218741f5789b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.895022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc300742-a7d2-4531-8dc9-218741f5789b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.895022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc300742-a7d2-4531-8dc9-218741f5789b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.895022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc300742-a7d2-4531-8dc9-218741f5789b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.895022] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc300742-a7d2-4531-8dc9-218741f5789b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.161581] env[70473]: INFO networking_nsxv3.common.synchronization [req-bca2e766-df7f-459b-915d-ce45308fc021 req-fc94a8f4-2c15-42ca-9759-b282483f8a55 tempest-SecurityGroupRulesNegativeTestJSON-556531618 tempest-SecurityGroupRulesNegativeTestJSON-556531618-project-member] Enqueued Resource ID: 0523ef1a-42b1-498e-96f6-51c003321db5 with Priority: HIGHEST for action security_group_rules [ 790.161581] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0523ef1a-42b1-498e-96f6-51c003321db5 with Priority: HIGHEST for action security_group_rules [ 790.161581] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0523ef1a-42b1-498e-96f6-51c003321db5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.163552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0523ef1a-42b1-498e-96f6-51c003321db5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.164444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0523ef1a-42b1-498e-96f6-51c003321db5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.164444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0523ef1a-42b1-498e-96f6-51c003321db5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.164444] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0523ef1a-42b1-498e-96f6-51c003321db5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.242418] env[70473]: INFO networking_nsxv3.common.synchronization [req-36159cb7-d072-4020-9a54-14315393274b req-b5c3e2b3-8513-4bba-832f-d19685cfd33a tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 790.242418] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 790.242802] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.243175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.243397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.243673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.243947] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.244275] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.244435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.244696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.244880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.245068] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.268361] env[70473]: INFO networking_nsxv3.common.synchronization [None req-2dca9706-47c5-4619-a5ef-063a3d362d8a None None] Enqueued Resource ID: 26d591a9-f7a7-4832-b2d2-d95efcf3d045 with Priority: HIGHEST for action port [ 790.268779] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d591a9-f7a7-4832-b2d2-d95efcf3d045 with Priority: HIGHEST for action port [ 790.268779] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d591a9-f7a7-4832-b2d2-d95efcf3d045 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.268955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d591a9-f7a7-4832-b2d2-d95efcf3d045" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.268955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d591a9-f7a7-4832-b2d2-d95efcf3d045" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.270229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d591a9-f7a7-4832-b2d2-d95efcf3d045" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.270317] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d591a9-f7a7-4832-b2d2-d95efcf3d045',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.397557] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6882013e-4af5-47e7-951b-0a2bf7e35e70 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.397717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.397963] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc300742-a7d2-4531-8dc9-218741f5789b with status ACTIVE [ 790.398152] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.398283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.398353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.398665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.398762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.398972] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.399088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.399154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.399319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.399398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.399577] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.399672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.399732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.399871] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.399946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.400063] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc300742-a7d2-4531-8dc9-218741f5789b is going to be updated. [ 790.404148] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6882013e-4af5-47e7-951b-0a2bf7e35e70',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.429630] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.429630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.429630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.429630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.429630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.429630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc300742-a7d2-4531-8dc9-218741f5789b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.603668] env[70473]: INFO networking_nsxv3.common.synchronization [req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 req-f6a92ec1-ce9d-4b82-b16a-266a0485759b tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Enqueued Resource ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 with Priority: HIGHEST for action security_group_members [ 790.608052] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 with Priority: HIGHEST for action security_group_members [ 790.608545] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.608706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.608818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.609127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.609287] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.612019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.612019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.612019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.612019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.612019] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586ae85a-f4e3-4ce6-a072-6bd61c044fc1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.689557] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.689687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.689749] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.689966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.690104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.690150] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0523ef1a-42b1-498e-96f6-51c003321db5 already deleted. [ 790.690233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0523ef1a-42b1-498e-96f6-51c003321db5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.747096] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.747200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.747237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.748061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.748061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.748061] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.748061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.748061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.748061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.749350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.749350] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 is going to be updated. [ 790.772648] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d591a9-f7a7-4832-b2d2-d95efcf3d045 [ 790.772648] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.772834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.772834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.772986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.773093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.773189] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d591a9-f7a7-4832-b2d2-d95efcf3d045 already deleted. [ 790.773457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d591a9-f7a7-4832-b2d2-d95efcf3d045" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.783145] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.783145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.783145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.783145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.783145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.792908] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: IN_PROGRESS for 2s [ 790.907305] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6882013e-4af5-47e7-951b-0a2bf7e35e70',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.932560] env[70473]: INFO networking_nsxv3.common.synchronization [req-1c38d219-52bd-48c0-ab29-74c631512acd req-8a54d7cd-b5d2-4655-893f-d0bdb2d4229c tempest-SecurityGroupRulesNegativeTestJSON-556531618 tempest-SecurityGroupRulesNegativeTestJSON-556531618-project-member] Enqueued Resource ID: 0523ef1a-42b1-498e-96f6-51c003321db5 with Priority: HIGHEST for action security_group_rules [ 790.934214] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0523ef1a-42b1-498e-96f6-51c003321db5 with Priority: HIGHEST for action security_group_rules [ 790.934214] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0523ef1a-42b1-498e-96f6-51c003321db5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.934214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0523ef1a-42b1-498e-96f6-51c003321db5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.935695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0523ef1a-42b1-498e-96f6-51c003321db5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.935981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0523ef1a-42b1-498e-96f6-51c003321db5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.936142] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0523ef1a-42b1-498e-96f6-51c003321db5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.096491] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.096735] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-155" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.096735] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-155" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097078] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-155" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.097361] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.097954] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.097954] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097954] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.098181] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.098641] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.098766] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.098881] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.098984] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.099108] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.099215] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.099347] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.115726] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.115726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.115726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.115726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.115726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.115726] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.115726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.115726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.116052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.116052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.116052] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 already deleted. [ 791.116052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.129179] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.129179] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.129269] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.129438] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-155" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.129975] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-0dfb881e-1e7e-4403-9ac2-de34be787eaf taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.130203] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-0dfb881e-1e7e-4403-9ac2-de34be787eaf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.130349] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-0dfb881e-1e7e-4403-9ac2-de34be787eaf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.130711] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-0dfb881e-1e7e-4403-9ac2-de34be787eaf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.130870] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfb881e-1e7e-4403-9ac2-de34be787eaf',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.411512] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.411712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.411790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.411982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.412086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.412184] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 is going to be created. [ 791.439042] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.439241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.439306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.439471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.439671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.454693] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 in Status: UNINITIALIZED for 2s [ 791.460757] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.460930] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.460963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.461193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.461284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.461378] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0523ef1a-42b1-498e-96f6-51c003321db5 already deleted. [ 791.461457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0523ef1a-42b1-498e-96f6-51c003321db5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.635031] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.635031] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.635031] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.635031] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.635031] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.635031] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 0dfb881e-1e7e-4403-9ac2-de34be787eaf not found, creating... [ 791.635031] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.635031] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.635619] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.635619] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.635619] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.635716] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.635856] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.635973] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.636209] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.636343] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.636491] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 0dfb881e-1e7e-4403-9ac2-de34be787eaf is going to be created. [ 791.657402] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.657594] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.657713] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.657982] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.658217] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.658438] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-0dfb881e-1e7e-4403-9ac2-de34be787eaf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.375766] env[70473]: INFO networking_nsxv3.common.synchronization [req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 req-4631f53a-23fe-499e-968e-f26738fe7514 service nova] Enqueued Resource ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 with Priority: HIGHEST for action security_group_rules [ 792.376023] env[70473]: INFO networking_nsxv3.common.synchronization [req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 req-4631f53a-23fe-499e-968e-f26738fe7514 service nova] Enqueued Resource ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 with Priority: HIGHEST for action security_group_members [ 792.376162] env[70473]: INFO networking_nsxv3.common.synchronization [req-198c3c7c-c7b0-4bc6-8436-15ecdd946715 req-4631f53a-23fe-499e-968e-f26738fe7514 service nova] Enqueued Resource ID: 0dfb881e-1e7e-4403-9ac2-de34be787eaf with Priority: HIGHEST for action port [ 792.376909] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 with Priority: HIGHEST for action security_group_rules [ 792.377164] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 with Priority: HIGHEST for action security_group_members [ 792.377834] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfb881e-1e7e-4403-9ac2-de34be787eaf with Priority: HIGHEST for action port [ 792.377834] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586ae85a-f4e3-4ce6-a072-6bd61c044fc1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.377834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.377834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.378212] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.378336] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586ae85a-f4e3-4ce6-a072-6bd61c044fc1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.379287] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.379445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.379560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.379776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.379976] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.380131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.380229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.380419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.380713] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.380769] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586ae85a-f4e3-4ce6-a072-6bd61c044fc1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.381580] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dfb881e-1e7e-4403-9ac2-de34be787eaf taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.381766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dfb881e-1e7e-4403-9ac2-de34be787eaf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.381892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dfb881e-1e7e-4403-9ac2-de34be787eaf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.382106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dfb881e-1e7e-4403-9ac2-de34be787eaf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.382267] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfb881e-1e7e-4403-9ac2-de34be787eaf',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.805943] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: SUCCESS [ 792.806176] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 deletion is rescheduled due to dependency. [ 792.806265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.884852] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('586ae85a-f4e3-4ce6-a072-6bd61c044fc1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.885819] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.885953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.886431] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dfb881e-1e7e-4403-9ac2-de34be787eaf with status ACTIVE [ 792.886431] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.886431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.886615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.886925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.886925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.887061] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.887159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.887262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.887387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.887470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.887652] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.887773] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.887824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.888451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.888451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.888808] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dfb881e-1e7e-4403-9ac2-de34be787eaf is going to be updated. [ 792.913547] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.913694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.913758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.913959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.914113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.914266] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dfb881e-1e7e-4403-9ac2-de34be787eaf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.391159] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('586ae85a-f4e3-4ce6-a072-6bd61c044fc1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.466315] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 in Status: SUCCESS [ 793.466640] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.466910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.467397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.468298] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.468443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.468652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.468652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.468756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.471069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.471069] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6882013e-4af5-47e7-951b-0a2bf7e35e70',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.894992] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.895263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.895368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.895704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.895856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.896015] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 is going to be created. [ 793.920434] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.920708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.920793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.920958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.921149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.935328] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 in Status: UNINITIALIZED for 2s [ 793.971036] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6882013e-4af5-47e7-951b-0a2bf7e35e70 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.971246] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.971332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.971578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.971791] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.971920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.971989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.972163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.972271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.972364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.972506] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6882013e-4af5-47e7-951b-0a2bf7e35e70 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.972618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.972681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.972826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.972979] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.973085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.973148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.973283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.973377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.973526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.973682] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6882013e-4af5-47e7-951b-0a2bf7e35e70',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.478731] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6882013e-4af5-47e7-951b-0a2bf7e35e70: rpc.has_security_group_logging(os_id): False [ 794.498996] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.499200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.499287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.499553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.499676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.500072] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.500151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.500231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.500443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.500541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.500881] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.500988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.501065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.501231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.501795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.501795] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.501795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.501795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.501795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.502083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.502083] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 is going to be created. [ 794.564153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.564314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.564388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.564595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.564785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.578879] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 in Status: IN_PROGRESS for 2s [ 795.754885] env[70473]: INFO networking_nsxv3.common.synchronization [req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 req-099420c8-54a7-49ed-aad8-21467c52e8c3 tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Enqueued Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_members [ 795.755582] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_members [ 795.756529] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dcaf767-8886-4447-8f99-5e40aab802b0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.756786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.756996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.757299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.757535] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.757784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.757984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.758314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.758500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.758704] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.948357] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 in Status: SUCCESS [ 795.948357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.948357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.948357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.948357] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.948357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.948357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.948357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.948357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.948357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.948357] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('586ae85a-f4e3-4ce6-a072-6bd61c044fc1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.261883] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.261883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.261883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.264139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.264139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.264139] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.264139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.264139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.264139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.264139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.264139] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 already deleted. [ 796.264139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.265784] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.268743] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-156" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.269288] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-156" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.269518] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-156" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.269622] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.270716] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.270716] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.270716] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.270716] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.270716] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.270716] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.271118] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.271118] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.271118] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.271118] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.271447] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.292582] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.292973] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.294139] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.294139] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-156" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.294139] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-b177a0ae-0df1-48a4-9987-6365f4cc5fd6 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.294139] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-b177a0ae-0df1-48a4-9987-6365f4cc5fd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.294139] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-b177a0ae-0df1-48a4-9987-6365f4cc5fd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.294896] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-b177a0ae-0df1-48a4-9987-6365f4cc5fd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.295149] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b177a0ae-0df1-48a4-9987-6365f4cc5fd6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.453028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.453028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.453028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.453028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.453028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.453800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.453800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.453800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.453800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.453800] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('586ae85a-f4e3-4ce6-a072-6bd61c044fc1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.595042] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 in Status: SUCCESS [ 796.595042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.801363] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.801363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.801363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.801363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.801363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.801363] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port b177a0ae-0df1-48a4-9987-6365f4cc5fd6 not found, creating... [ 796.801363] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.801363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.803958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.803958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.803958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.803958] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.803958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.803958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.803958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.803958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.803958] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: b177a0ae-0df1-48a4-9987-6365f4cc5fd6 is going to be created. [ 796.825889] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.826150] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.826276] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.826560] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.826791] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.827130] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-b177a0ae-0df1-48a4-9987-6365f4cc5fd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.956497] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 586ae85a-f4e3-4ce6-a072-6bd61c044fc1: rpc.has_security_group_logging(os_id): False [ 796.975345] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.975528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.975602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.975812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.975925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.977288] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.977441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.977513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.977683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.977783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.978019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.978076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.978179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.978308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.978385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.978598] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.978700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.978777] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.978924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.979021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.979112] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 is going to be created. [ 797.070941] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.071095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.071169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.071381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.071683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.083950] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 in Status: IN_PROGRESS for 2s [ 797.639653] env[70473]: INFO networking_nsxv3.common.synchronization [req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 req-7786bf9d-cbca-4afb-9ebc-c1204629fb20 service nova] Enqueued Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_rules [ 797.639838] env[70473]: INFO networking_nsxv3.common.synchronization [req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 req-7786bf9d-cbca-4afb-9ebc-c1204629fb20 service nova] Enqueued Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_members [ 797.640021] env[70473]: INFO networking_nsxv3.common.synchronization [req-1a12a34f-23c3-4fae-b7cc-6d57b5cad0c5 req-7786bf9d-cbca-4afb-9ebc-c1204629fb20 service nova] Enqueued Resource ID: b177a0ae-0df1-48a4-9987-6365f4cc5fd6 with Priority: HIGHEST for action port [ 797.640223] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_rules [ 797.640349] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_members [ 797.640445] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b177a0ae-0df1-48a4-9987-6365f4cc5fd6 with Priority: HIGHEST for action port [ 797.643767] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dcaf767-8886-4447-8f99-5e40aab802b0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.643767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.643767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.643767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.643767] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.644261] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dcaf767-8886-4447-8f99-5e40aab802b0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.644348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.644382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.644745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.644745] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.644853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.644853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.644998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.645087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.645172] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.650029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b177a0ae-0df1-48a4-9987-6365f4cc5fd6 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.650029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b177a0ae-0df1-48a4-9987-6365f4cc5fd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.650029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b177a0ae-0df1-48a4-9987-6365f4cc5fd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.650029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b177a0ae-0df1-48a4-9987-6365f4cc5fd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.650029] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b177a0ae-0df1-48a4-9987-6365f4cc5fd6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.151013] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dcaf767-8886-4447-8f99-5e40aab802b0 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.151395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.151469] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.156263] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b177a0ae-0df1-48a4-9987-6365f4cc5fd6 with status ACTIVE [ 798.156263] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.156263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.156263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.156580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.156580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.156580] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.156791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.156981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.157185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.157341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.157469] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.157566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.157652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.158073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.158169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.158265] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b177a0ae-0df1-48a4-9987-6365f4cc5fd6 is going to be updated. [ 798.207280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.207886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.208040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.208667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.208843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.209047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b177a0ae-0df1-48a4-9987-6365f4cc5fd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.662515] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.684999] env[70473]: INFO networking_nsxv3.common.synchronization [req-e8af110a-ac86-44d8-aeec-0d6ee0bdc57a req-0d242c3f-9137-4f14-9fbf-f9d6b8c39db2 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 798.685747] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 798.686755] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.686905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.686990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.687772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.687772] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.687772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.687772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.687772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.688095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.688095] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.713098] env[70473]: INFO networking_nsxv3.common.synchronization [req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 req-887b4078-7b94-4a1d-8b54-c647c32539bc tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Enqueued Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 798.714132] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 798.714455] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.714585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.714678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.714970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.716182] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.716283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.717437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.717437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.717437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.717437] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.097447] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 in Status: SUCCESS [ 799.097696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.166863] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.167307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.167307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.167307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.167523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.167569] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 is going to be created. [ 799.192481] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.197420] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.197628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.197628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.198044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.198044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.205163] env[70473]: INFO networking_nsxv3.common.synchronization [req-698686d0-c631-4904-a6d2-2273df06ceca req-def2fbcb-3c4a-4a03-a471-4df3b67ad0c3 tempest-ListServersNegativeTestJSON-326662637 tempest-ListServersNegativeTestJSON-326662637-project-member] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 799.205163] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGHEST for action security_group_members [ 799.205163] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.205163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.219513] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.219734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.220784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.220998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.221103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.221331] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.221445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.221549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.221698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.221746] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.222086] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb already deleted. [ 799.222086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.224267] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 in Status: UNINITIALIZED for 2s [ 799.383553] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.383685] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.383815] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.384411] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.384646] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.384916] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.385146] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.387102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.387102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.387102] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.387102] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.387102] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.387102] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.387287] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 799.387441] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.387679] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.411569] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.411831] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 799.412028] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.412255] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.412643] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.412829] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.412958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.413381] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.413558] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9edd5d-ff0b-47ee-9705-cb899b98cdbd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.695411] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.916636] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.917019] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.917389] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.917633] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.918101] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.918101] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 0b9edd5d-ff0b-47ee-9705-cb899b98cdbd not found, creating... [ 799.918435] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.918645] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.918881] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.919089] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.921404] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.921404] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.921404] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.921404] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.921404] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.921404] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.921404] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 0b9edd5d-ff0b-47ee-9705-cb899b98cdbd is going to be created. [ 799.944126] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.944507] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.944745] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.946241] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.946241] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.946241] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.197509] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.197763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.197763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.197956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.198063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.198198] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be updated. [ 800.231834] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.232090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.232090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.232828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.232828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.243052] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: IN_PROGRESS for 2s [ 800.813614] env[70473]: INFO networking_nsxv3.common.synchronization [req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 req-c0d02bb1-7d0d-46c1-b45c-7f9b9ff82487 service nova] Enqueued Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_rules [ 800.813614] env[70473]: INFO networking_nsxv3.common.synchronization [req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 req-c0d02bb1-7d0d-46c1-b45c-7f9b9ff82487 service nova] Enqueued Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 800.813614] env[70473]: INFO networking_nsxv3.common.synchronization [req-3b916856-cd97-4b53-9efd-0d364ff3d6a7 req-c0d02bb1-7d0d-46c1-b45c-7f9b9ff82487 service nova] Enqueued Resource ID: 0b9edd5d-ff0b-47ee-9705-cb899b98cdbd with Priority: HIGHEST for action port [ 800.814763] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_rules [ 800.814763] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 800.814763] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9edd5d-ff0b-47ee-9705-cb899b98cdbd with Priority: HIGHEST for action port [ 800.814763] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.814763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.814763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.814978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.815083] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.816012] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.816704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.816704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.816704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.816704] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.816704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.816704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.817015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.817015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.817015] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.817730] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.818840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.818840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.818840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.818840] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9edd5d-ff0b-47ee-9705-cb899b98cdbd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.236155] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 in Status: SUCCESS [ 801.236473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.236709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.237015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.237321] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.237509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.237613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.239866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.239866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.239866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.241785] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.324361] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.324361] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.324361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.324361] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b9edd5d-ff0b-47ee-9705-cb899b98cdbd with status ACTIVE [ 801.324361] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.324361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.324361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.324656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.324685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.324880] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.324939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.325012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.325214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.325324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.325535] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.325630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.325692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.325836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.326560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.326732] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b9edd5d-ff0b-47ee-9705-cb899b98cdbd is going to be updated. [ 801.351579] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.351752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.351792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.352094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.352303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.352551] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b9edd5d-ff0b-47ee-9705-cb899b98cdbd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.744821] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.830299] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.245970] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dcaf767-8886-4447-8f99-5e40aab802b0: rpc.has_security_group_logging(os_id): False [ 802.255634] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 802.255854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.255969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.256199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.256370] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.256493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.256557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.256676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.256771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.256872] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.264055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.264276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.264347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.264775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.264775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.264949] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.265044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.267854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.268110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.268648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.268648] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 is going to be created. [ 802.337533] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.337533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.337533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.337981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.337981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.341884] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.342078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.342171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.342358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.342446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.342542] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb is going to be created. [ 802.359356] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 in Status: IN_PROGRESS for 2s [ 802.369738] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.369944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.370035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.370251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.370470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.384104] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: UNINITIALIZED for 2s [ 802.762727] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.763045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.763256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.763600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.763712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.763934] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.764069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.764133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.764341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.764429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.764524] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be updated. [ 802.793707] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.793850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.793923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.794153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.794298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.808418] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: IN_PROGRESS for 2s [ 804.146719] env[70473]: INFO networking_nsxv3.common.synchronization [req-c1552412-ae5f-4dc0-ba8a-21aabfecf14f req-50243c84-a1bd-47e1-80f4-71d8d4910d1c tempest-ServerMetadataTestJSON-696707061 tempest-ServerMetadataTestJSON-696707061-project-member] Enqueued Resource ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 with Priority: HIGHEST for action security_group_members [ 804.147866] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 with Priority: HIGHEST for action security_group_members [ 804.147957] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6882013e-4af5-47e7-951b-0a2bf7e35e70 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.148141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.148211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.148496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.148657] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.148759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.148947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.149133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.149133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.149278] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6882013e-4af5-47e7-951b-0a2bf7e35e70',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.375420] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 in Status: SUCCESS [ 804.375420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.395763] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: SUCCESS [ 804.398656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.398656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.398656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.398656] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.398656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.398656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.398656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.398656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.398656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.398656] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.652526] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.652710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.652787] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.653051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.653161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.653372] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.653469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.653530] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.653687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.653766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.653853] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 is going to be updated. [ 804.688991] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.689177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.689279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.689526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.689759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.705203] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 in Status: IN_PROGRESS for 2s [ 804.821259] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 in Status: SUCCESS [ 804.821259] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 deletion is rescheduled due to dependency. [ 804.821259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.904129] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.904129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.904129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.904129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.904421] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.904421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.904421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.904528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.904662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.904721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.906153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.906153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.906282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.906518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.906632] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.906733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.906795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.906990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.908720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.908720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.908720] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.411314] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39f3767e-b0de-43e3-a33f-5801f9ba40fb: rpc.has_security_group_logging(os_id): False [ 805.446996] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.447162] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.447231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.447452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.447545] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.449021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.449021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.449021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.449021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.449021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.449021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.449021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.449021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.449021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.449021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.449021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.449021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.449593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.449593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.449593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.449593] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb is going to be created. [ 805.541618] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.541979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.541979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.542110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.542247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.554924] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: IN_PROGRESS for 2s [ 806.721228] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 in Status: SUCCESS [ 806.721747] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 deletion is rescheduled due to dependency. [ 806.721747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.323982] env[70473]: INFO networking_nsxv3.common.synchronization [req-f8f65283-29c5-4daf-8e79-6dd06f6f893b req-a0ef2bbf-2944-418f-adf3-84053216c311 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Enqueued Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 807.324533] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 807.324836] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.326011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.326011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.326011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.328069] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.328069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.328069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.328069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.328069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.328069] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.567440] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: SUCCESS [ 807.568560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.829131] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.332474] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.337085] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.337308] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.337437] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.337802] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.338101] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.338261] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.338381] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.338690] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.338845] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.339063] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.339178] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.339286] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.339391] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.339499] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 808.339601] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.339738] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.364026] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.364181] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 808.364323] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.364503] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.364821] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-b3d4c2f5-049c-4743-9914-bcd9a29288f4 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.365023] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-b3d4c2f5-049c-4743-9914-bcd9a29288f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.365147] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-b3d4c2f5-049c-4743-9914-bcd9a29288f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.365489] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-b3d4c2f5-049c-4743-9914-bcd9a29288f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.365632] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d4c2f5-049c-4743-9914-bcd9a29288f4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.836983] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.836983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.836983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.836983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.836983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.836983] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb is going to be updated. [ 808.868813] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.869069] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.869216] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.869499] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.869654] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.869815] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port b3d4c2f5-049c-4743-9914-bcd9a29288f4 not found, creating... [ 808.870116] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.870288] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.870421] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.870735] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.870884] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.871214] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.871372] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.871500] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.871761] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.871910] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.872076] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: b3d4c2f5-049c-4743-9914-bcd9a29288f4 is going to be created. [ 808.883940] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.884145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.884145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.884374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.884523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.893850] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: IN_PROGRESS for 2s [ 808.898557] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.898785] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.898930] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.899459] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.899704] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.899928] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-b3d4c2f5-049c-4743-9914-bcd9a29288f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.879557] env[70473]: INFO networking_nsxv3.common.synchronization [req-f8f65283-29c5-4daf-8e79-6dd06f6f893b req-624350d2-bfa3-47b8-8a92-ad999452af9d service nova] Enqueued Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_rules [ 809.879882] env[70473]: INFO networking_nsxv3.common.synchronization [req-f8f65283-29c5-4daf-8e79-6dd06f6f893b req-624350d2-bfa3-47b8-8a92-ad999452af9d service nova] Enqueued Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 809.884033] env[70473]: INFO networking_nsxv3.common.synchronization [req-f8f65283-29c5-4daf-8e79-6dd06f6f893b req-624350d2-bfa3-47b8-8a92-ad999452af9d service nova] Enqueued Resource ID: b3d4c2f5-049c-4743-9914-bcd9a29288f4 with Priority: HIGHEST for action port [ 809.884033] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_rules [ 809.884033] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 809.884033] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d4c2f5-049c-4743-9914-bcd9a29288f4 with Priority: HIGHEST for action port [ 809.884033] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.884033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.884033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.884033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.884033] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.884033] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.884033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.884033] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d4c2f5-049c-4743-9914-bcd9a29288f4 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.884033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d4c2f5-049c-4743-9914-bcd9a29288f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.884033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d4c2f5-049c-4743-9914-bcd9a29288f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.884033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d4c2f5-049c-4743-9914-bcd9a29288f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.885144] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d4c2f5-049c-4743-9914-bcd9a29288f4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.387074] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.387231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.387423] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3d4c2f5-049c-4743-9914-bcd9a29288f4 with status ACTIVE [ 810.387591] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.387698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.387764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.388041] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.388092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.388237] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.388332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.388394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.388574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.388647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.388834] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.388959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.389076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.389192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.389323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.389466] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3d4c2f5-049c-4743-9914-bcd9a29288f4 is going to be updated. [ 810.418633] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.418813] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.418870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.419095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.419242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.419399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d4c2f5-049c-4743-9914-bcd9a29288f4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.904810] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: SUCCESS [ 810.905104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.905322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.906537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.907051] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.907051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.907051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.907310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.907310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.907392] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.411148] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.626226] env[70473]: INFO networking_nsxv3.common.synchronization [req-58aafabe-a992-485f-935e-851d070961c5 req-ea046c82-3208-44db-8209-bbe6487a62ee tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 811.626851] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 811.627185] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.627306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.627376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.627576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.627723] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.627847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.627914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.628259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.628403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.628536] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.913386] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.133156] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.133156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.133156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.133156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.133156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.133156] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.133156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.133156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.133156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.133156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.133156] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 812.167023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.167023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.167023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.167023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.167023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.176382] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 812.418816] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.418816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.418816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.418816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.418816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.418816] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb is going to be updated. [ 812.450929] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.450929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.450929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.450929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.450929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.460188] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: IN_PROGRESS for 2s [ 814.187995] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 814.187995] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 deletion is rescheduled due to dependency. [ 814.187995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.299377] env[70473]: INFO networking_nsxv3.common.synchronization [req-2663dfb5-a33d-4366-92a1-9720dbb68483 req-3f1812db-b86a-4cd4-900e-cb62d7d5280c tempest-FloatingIPsAssociationNegativeTestJSON-1802225426 tempest-FloatingIPsAssociationNegativeTestJSON-1802225426-project-member] Enqueued Resource ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 with Priority: HIGHEST for action security_group_members [ 814.299377] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 with Priority: HIGHEST for action security_group_members [ 814.299699] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.299834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.299887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.300102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.300254] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.300355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.300412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.300622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.300681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.300773] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586ae85a-f4e3-4ce6-a072-6bd61c044fc1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.329081] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ba1dbb56-5e67-4583-9cea-781d46060ded None None] Enqueued Resource ID: cea31aaa-b4ab-4a2b-9a3d-880d30fb916c with Priority: HIGHEST for action port [ 814.329081] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cea31aaa-b4ab-4a2b-9a3d-880d30fb916c with Priority: HIGHEST for action port [ 814.332040] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-cea31aaa-b4ab-4a2b-9a3d-880d30fb916c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.332040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cea31aaa-b4ab-4a2b-9a3d-880d30fb916c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.332040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cea31aaa-b4ab-4a2b-9a3d-880d30fb916c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.332040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cea31aaa-b4ab-4a2b-9a3d-880d30fb916c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.332040] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cea31aaa-b4ab-4a2b-9a3d-880d30fb916c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.471105] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: SUCCESS [ 814.473011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.473011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.473011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.473011] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.473011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.473011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.473363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.473363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.473363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.473363] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.803415] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.803577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.803727] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.803933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.804050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.804280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.804412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.804492] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.804734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.804835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.804931] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 is going to be updated. [ 814.834618] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.834797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.834886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.835029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.835165] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.839931] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cea31aaa-b4ab-4a2b-9a3d-880d30fb916c [ 814.839994] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.840138] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.840208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.840400] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.840493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.840668] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cea31aaa-b4ab-4a2b-9a3d-880d30fb916c already deleted. [ 814.840765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cea31aaa-b4ab-4a2b-9a3d-880d30fb916c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.844229] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 in Status: IN_PROGRESS for 2s [ 814.982622] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.984163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.984163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.984163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.984163] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.984163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.984163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.984163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.984163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.984163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.984692] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.984692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.984692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.984692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.984692] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.984839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.984839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.984892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.988020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.988020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.988020] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.487474] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39f3767e-b0de-43e3-a33f-5801f9ba40fb: rpc.has_security_group_logging(os_id): False [ 815.514923] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.515097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.515165] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.515377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.515473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.515702] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.515801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.515860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.516015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.516102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.516279] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.516368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.516425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.516565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.516640] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.516816] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.516908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.516968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.521414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.521567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.521770] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb is going to be updated. [ 815.586597] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.586782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.586883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.588271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.588271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.600325] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: IN_PROGRESS for 2s [ 816.173289] env[70473]: INFO networking_nsxv3.common.synchronization [None req-2091a1c0-0daf-4be5-9c28-cb7426a3f0fe None None] Enqueued Resource ID: 3490c841-c473-4ddd-bf01-10e50e04bbc0 with Priority: HIGHEST for action port [ 816.173289] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3490c841-c473-4ddd-bf01-10e50e04bbc0 with Priority: HIGHEST for action port [ 816.173289] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3490c841-c473-4ddd-bf01-10e50e04bbc0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.173289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3490c841-c473-4ddd-bf01-10e50e04bbc0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.173289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3490c841-c473-4ddd-bf01-10e50e04bbc0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.173289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3490c841-c473-4ddd-bf01-10e50e04bbc0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.173289] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3490c841-c473-4ddd-bf01-10e50e04bbc0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.412178] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ca7fae43-2ad1-4969-a50a-7128125022ae None None] Enqueued Resource ID: f84e3848-78e6-43be-819a-91f0f1a33180 with Priority: HIGHEST for action port [ 816.412735] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84e3848-78e6-43be-819a-91f0f1a33180 with Priority: HIGHEST for action port [ 816.413117] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-f84e3848-78e6-43be-819a-91f0f1a33180 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.413487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f84e3848-78e6-43be-819a-91f0f1a33180" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.413487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f84e3848-78e6-43be-819a-91f0f1a33180" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.413594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f84e3848-78e6-43be-819a-91f0f1a33180" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.413711] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f84e3848-78e6-43be-819a-91f0f1a33180',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.675205] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3490c841-c473-4ddd-bf01-10e50e04bbc0 [ 816.675205] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.675205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.675205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.675205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.675205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.675205] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3490c841-c473-4ddd-bf01-10e50e04bbc0 already deleted. [ 816.675205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3490c841-c473-4ddd-bf01-10e50e04bbc0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.854705] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 in Status: SUCCESS [ 816.854921] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 deletion is rescheduled due to dependency. [ 816.855114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.917752] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f84e3848-78e6-43be-819a-91f0f1a33180 [ 816.917752] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.917752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.917752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.917752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.917752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.917752] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f84e3848-78e6-43be-819a-91f0f1a33180 already deleted. [ 816.917752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f84e3848-78e6-43be-819a-91f0f1a33180" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.613024] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: SUCCESS [ 817.613024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.628268] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ed90f750-6ab2-4374-ad8f-76abf6d9461e None None] Enqueued Resource ID: b39f1647-1c31-4e77-967f-59b0557de2f2 with Priority: HIGHEST for action port [ 818.628520] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39f1647-1c31-4e77-967f-59b0557de2f2 with Priority: HIGHEST for action port [ 818.629172] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39f1647-1c31-4e77-967f-59b0557de2f2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.629172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39f1647-1c31-4e77-967f-59b0557de2f2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.629172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39f1647-1c31-4e77-967f-59b0557de2f2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.629373] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39f1647-1c31-4e77-967f-59b0557de2f2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.629452] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39f1647-1c31-4e77-967f-59b0557de2f2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.131457] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b39f1647-1c31-4e77-967f-59b0557de2f2 [ 819.132355] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.132355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.132355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.132355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.132355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.132664] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b39f1647-1c31-4e77-967f-59b0557de2f2 already deleted. [ 819.132664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39f1647-1c31-4e77-967f-59b0557de2f2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.267788] env[70473]: INFO networking_nsxv3.common.synchronization [None req-40b32e48-8b51-4c1b-9492-e04dce9dcfb8 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_rules [ 819.268339] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_rules [ 819.268638] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb00212-6a5b-4563-901e-57211971218a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.268764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.268888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.269404] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.269531] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.374134] env[70473]: INFO networking_nsxv3.common.synchronization [None req-4dd7d4be-c1d6-48da-bdbe-6c9cf5e7a9cf tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_rules [ 819.375938] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_rules [ 819.375938] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb00212-6a5b-4563-901e-57211971218a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.375938] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.792032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.792374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.792374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.792602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.792602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.792738] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb00212-6a5b-4563-901e-57211971218a already deleted. [ 819.792830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.793058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.793261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.793359] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.313811] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.313966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.314037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.314253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.314321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.314413] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb00212-6a5b-4563-901e-57211971218a already deleted. [ 820.314497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.514169] env[70473]: INFO networking_nsxv3.common.synchronization [req-e40ffe24-40cf-485a-b5b1-322233c3b272 req-2536f933-6f30-455a-a177-315bd301239c tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Enqueued Resource ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 with Priority: HIGHEST for action security_group_members [ 821.514169] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 with Priority: HIGHEST for action security_group_members [ 821.514635] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc47925-5649-4541-bfbc-ca60d4862aa2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.514635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.514635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.514851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.515015] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.515686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.515796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.515999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.516130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.516251] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc47925-5649-4541-bfbc-ca60d4862aa2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.971009] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.971215] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-538" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.971340] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-538" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.971698] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-538" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.971952] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.972123] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.972813] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.972813] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.972813] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.972813] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.973135] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.973135] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.973202] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.973299] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.973401] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.973532] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.993684] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.993848] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.993989] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.994189] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-538" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.994497] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-193a93f3-e971-4019-ac0d-9b837d482fa5 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.994666] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-193a93f3-e971-4019-ac0d-9b837d482fa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.994788] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-193a93f3-e971-4019-ac0d-9b837d482fa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.995123] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-193a93f3-e971-4019-ac0d-9b837d482fa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.995262] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('193a93f3-e971-4019-ac0d-9b837d482fa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.019202] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.019353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.019421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.019628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.019725] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.019906] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.020015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.020198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.020368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.020450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.020537] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 already deleted. [ 822.020679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.498890] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.498890] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.498890] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.499251] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.499251] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.499251] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 193a93f3-e971-4019-ac0d-9b837d482fa5 not found, creating... [ 822.499482] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.499641] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.499756] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.499988] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.500169] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.500525] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.500748] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.500979] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.501141] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.501257] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.501401] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 193a93f3-e971-4019-ac0d-9b837d482fa5 is going to be created. [ 822.523593] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.524016] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.524016] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.524294] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.524563] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.524745] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-193a93f3-e971-4019-ac0d-9b837d482fa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.362611] env[70473]: INFO networking_nsxv3.common.synchronization [req-e40ffe24-40cf-485a-b5b1-322233c3b272 req-29f5659c-82da-4eef-879d-4e039c4c2dfa service nova] Enqueued Resource ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 with Priority: HIGHEST for action security_group_rules [ 823.362804] env[70473]: INFO networking_nsxv3.common.synchronization [req-e40ffe24-40cf-485a-b5b1-322233c3b272 req-29f5659c-82da-4eef-879d-4e039c4c2dfa service nova] Enqueued Resource ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 with Priority: HIGHEST for action security_group_members [ 823.362930] env[70473]: INFO networking_nsxv3.common.synchronization [req-e40ffe24-40cf-485a-b5b1-322233c3b272 req-29f5659c-82da-4eef-879d-4e039c4c2dfa service nova] Enqueued Resource ID: 193a93f3-e971-4019-ac0d-9b837d482fa5 with Priority: HIGHEST for action port [ 823.363181] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 with Priority: HIGHEST for action security_group_rules [ 823.363313] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 with Priority: HIGHEST for action security_group_members [ 823.363410] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 193a93f3-e971-4019-ac0d-9b837d482fa5 with Priority: HIGHEST for action port [ 823.363989] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc47925-5649-4541-bfbc-ca60d4862aa2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.364781] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.364887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.365196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.365335] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc47925-5649-4541-bfbc-ca60d4862aa2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.366367] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc47925-5649-4541-bfbc-ca60d4862aa2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.366705] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.366888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.367155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.367376] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.367542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.367656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.367852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.367986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.368134] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc47925-5649-4541-bfbc-ca60d4862aa2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.369080] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-193a93f3-e971-4019-ac0d-9b837d482fa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.369535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-193a93f3-e971-4019-ac0d-9b837d482fa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.369535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-193a93f3-e971-4019-ac0d-9b837d482fa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.369535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-193a93f3-e971-4019-ac0d-9b837d482fa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.369698] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('193a93f3-e971-4019-ac0d-9b837d482fa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.872772] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebc47925-5649-4541-bfbc-ca60d4862aa2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.873162] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc47925-5649-4541-bfbc-ca60d4862aa2 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.873248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.876326] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 193a93f3-e971-4019-ac0d-9b837d482fa5 with status ACTIVE [ 823.876326] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.876326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.876326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.876326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.876588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.876903] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.877190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.877373] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.877654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.879128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.879128] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.879128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.879128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.879128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.879128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.879128] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 193a93f3-e971-4019-ac0d-9b837d482fa5 is going to be updated. [ 823.907876] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.907876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.907876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.907876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.907876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.907876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-193a93f3-e971-4019-ac0d-9b837d482fa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.965169] env[70473]: INFO networking_nsxv3.common.synchronization [req-66fb0545-0b46-48a5-a445-c5a65eae617a req-2a0c3944-5077-4040-b9c5-449e0e2afc78 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Enqueued Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 823.965311] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 823.965972] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.966140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.967026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.967026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.967026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.967026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.967026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.967299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.967299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.967299] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.373049] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.373283] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.373425] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.373678] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.373925] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.374088] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.374203] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.374408] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.374550] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.374751] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.374859] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.374963] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.379614] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.379848] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.381105] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.385453] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.385453] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebc47925-5649-4541-bfbc-ca60d4862aa2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.402128] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.402298] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.402586] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.402665] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.402947] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-9f41b9eb-0f60-405b-ab15-550c55ea64fb taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.403156] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-9f41b9eb-0f60-405b-ab15-550c55ea64fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.403270] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-9f41b9eb-0f60-405b-ab15-550c55ea64fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.403666] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-9f41b9eb-0f60-405b-ab15-550c55ea64fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.403722] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f41b9eb-0f60-405b-ab15-550c55ea64fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.470278] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.886300] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.886693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.886693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.886693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.886792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.886927] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 is going to be created. [ 824.908631] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.908925] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.908992] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.909280] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.909454] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.909599] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 9f41b9eb-0f60-405b-ab15-550c55ea64fb not found, creating... [ 824.909868] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.910069] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.910194] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.910423] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.910561] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.910989] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.911124] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.911211] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.911419] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.911553] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.911738] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 9f41b9eb-0f60-405b-ab15-550c55ea64fb is going to be created. [ 824.913867] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.913867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.913867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.914076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.914124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.926973] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 in Status: UNINITIALIZED for 2s [ 824.936922] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.937193] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.937277] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.937526] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.937922] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.938200] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-9f41b9eb-0f60-405b-ab15-550c55ea64fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.973290] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.479569] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.479837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.479837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.480075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.480139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.480222] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d is going to be updated. [ 825.538757] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.538996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.539181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.539290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.539586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.553228] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: IN_PROGRESS for 2s [ 825.754037] env[70473]: INFO networking_nsxv3.common.synchronization [req-66fb0545-0b46-48a5-a445-c5a65eae617a req-f95e0b31-fd80-4abe-a682-e08cb83a7631 service nova] Enqueued Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_rules [ 825.754235] env[70473]: INFO networking_nsxv3.common.synchronization [req-66fb0545-0b46-48a5-a445-c5a65eae617a req-f95e0b31-fd80-4abe-a682-e08cb83a7631 service nova] Enqueued Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 825.754381] env[70473]: INFO networking_nsxv3.common.synchronization [req-66fb0545-0b46-48a5-a445-c5a65eae617a req-f95e0b31-fd80-4abe-a682-e08cb83a7631 service nova] Enqueued Resource ID: 9f41b9eb-0f60-405b-ab15-550c55ea64fb with Priority: HIGHEST for action port [ 825.754627] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_rules [ 825.754789] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 825.754841] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f41b9eb-0f60-405b-ab15-550c55ea64fb with Priority: HIGHEST for action port [ 825.755416] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.755542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.756377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.756377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.756377] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.763269] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.763269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.763269] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f41b9eb-0f60-405b-ab15-550c55ea64fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.763269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f41b9eb-0f60-405b-ab15-550c55ea64fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.763269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f41b9eb-0f60-405b-ab15-550c55ea64fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.763269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f41b9eb-0f60-405b-ab15-550c55ea64fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.763269] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f41b9eb-0f60-405b-ab15-550c55ea64fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.264956] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.264956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.264956] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f41b9eb-0f60-405b-ab15-550c55ea64fb with status ACTIVE [ 826.264956] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.264956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.264956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.265643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.265643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.265643] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.265643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.265643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.265643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.265950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.265950] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.265950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.266070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.266168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.266211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.266285] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f41b9eb-0f60-405b-ab15-550c55ea64fb is going to be updated. [ 826.288267] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.288882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.288882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.288882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.288882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.289139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f41b9eb-0f60-405b-ab15-550c55ea64fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.667047] env[70473]: INFO networking_nsxv3.common.synchronization [req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b req-4a17486a-cc23-4e4d-9327-1b21fd2613b2 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 826.667047] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 826.667047] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.667047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.668035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.668035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.668035] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.668035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.668387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.668435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.668578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.668750] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.938755] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 in Status: SUCCESS [ 826.939028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.939252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.939507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.939767] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.939914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.939992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.940185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.940300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.940414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.940521] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebc47925-5649-4541-bfbc-ca60d4862aa2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.173246] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.175482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.175482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.175482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.175482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.175482] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.175482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.179512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.179512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.179937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.180267] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de already deleted. [ 827.181057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.443655] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc47925-5649-4541-bfbc-ca60d4862aa2 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.443967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.443967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.444179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.444368] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.444483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.444551] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.444695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.444786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.444953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.445191] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc47925-5649-4541-bfbc-ca60d4862aa2 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.445288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.445347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.445544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.445718] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.445864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.445940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.446139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.446186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.446272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.446379] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebc47925-5649-4541-bfbc-ca60d4862aa2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.565976] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: SUCCESS [ 827.565976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.565976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.565976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.565976] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.565976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.565976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.565976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.565976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.565976] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.579354] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.579545] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.579828] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.580023] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.581441] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.582009] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.582942] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.583191] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.583355] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.583574] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.583709] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.583816] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.583966] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.584049] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.584157] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.584308] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.604846] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.605032] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.605178] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.605355] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.605676] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-c0813747-5ec3-45aa-a00d-9f691bfa8094 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.605869] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-c0813747-5ec3-45aa-a00d-9f691bfa8094" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.605989] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-c0813747-5ec3-45aa-a00d-9f691bfa8094" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.606349] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-c0813747-5ec3-45aa-a00d-9f691bfa8094" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.606484] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0813747-5ec3-45aa-a00d-9f691bfa8094',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.949016] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebc47925-5649-4541-bfbc-ca60d4862aa2: rpc.has_security_group_logging(os_id): False [ 827.977496] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.977702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.977753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.978090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.978234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.978619] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.978793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.978892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.979494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.979494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.979807] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.980024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.980128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.980334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.980449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.980778] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.981095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.981095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.981244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.981353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.981480] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 is going to be created. [ 828.056749] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.056946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.057058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.058668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.058668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.067998] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.074121] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 in Status: IN_PROGRESS for 2s [ 828.109620] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.109822] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.110250] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.114867] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.114867] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.115047] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port c0813747-5ec3-45aa-a00d-9f691bfa8094 not found, creating... [ 828.115395] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.115932] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.115932] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.116142] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.116271] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.116900] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.116900] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.116900] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.117180] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.117362] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.117447] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: c0813747-5ec3-45aa-a00d-9f691bfa8094 is going to be created. [ 828.146821] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.147093] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.147242] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.147630] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.148160] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.148675] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-c0813747-5ec3-45aa-a00d-9f691bfa8094" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.573249] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.075727] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.075931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.076052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.076623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.076623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.076623] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d is going to be updated. [ 829.114093] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.114978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.115632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.117271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.117271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.128638] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: IN_PROGRESS for 2s [ 829.324326] env[70473]: INFO networking_nsxv3.common.synchronization [req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b req-aec0c264-f713-4398-bb04-eb9058bddf24 service nova] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_rules [ 829.324502] env[70473]: INFO networking_nsxv3.common.synchronization [req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b req-aec0c264-f713-4398-bb04-eb9058bddf24 service nova] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 829.324640] env[70473]: INFO networking_nsxv3.common.synchronization [req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b req-aec0c264-f713-4398-bb04-eb9058bddf24 service nova] Enqueued Resource ID: c0813747-5ec3-45aa-a00d-9f691bfa8094 with Priority: HIGHEST for action port [ 829.324880] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_rules [ 829.327335] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 829.327911] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0813747-5ec3-45aa-a00d-9f691bfa8094 with Priority: HIGHEST for action port [ 829.328995] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.328995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.328995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.328995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.328995] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.329904] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.330033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.330086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.330243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.330467] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.330539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.330539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.330720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.330862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.330916] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.331805] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0813747-5ec3-45aa-a00d-9f691bfa8094 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.331917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0813747-5ec3-45aa-a00d-9f691bfa8094" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.331982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0813747-5ec3-45aa-a00d-9f691bfa8094" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.332360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0813747-5ec3-45aa-a00d-9f691bfa8094" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.332360] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0813747-5ec3-45aa-a00d-9f691bfa8094',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.774107] env[70473]: INFO networking_nsxv3.common.synchronization [req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b req-ce0f933b-0e1a-41dc-93cb-8850f70f2128 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 829.774717] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 829.775909] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.776318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.834195] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.834195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.836874] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.836874] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0813747-5ec3-45aa-a00d-9f691bfa8094 with status ACTIVE [ 829.836874] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.836874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.836874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.837108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.837108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.837307] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.837383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.837431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.837591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.837728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.837919] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.838021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.838098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.838245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.838320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.838405] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0813747-5ec3-45aa-a00d-9f691bfa8094 is going to be updated. [ 829.867072] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.867230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.867301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.867510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.867650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.868668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0813747-5ec3-45aa-a00d-9f691bfa8094" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.093901] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 in Status: SUCCESS [ 830.094130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.342516] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.794074] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.794398] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.794696] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.795598] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.795598] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.795598] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.795864] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.796128] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.796328] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.796611] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.796822] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.797058] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.797197] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.797377] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.797526] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.797715] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.824478] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.824478] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.824478] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.824478] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.824478] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-d8bbf7aa-c3d9-4d28-b172-789642cd74db taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.824478] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-d8bbf7aa-c3d9-4d28-b172-789642cd74db" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.824478] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-d8bbf7aa-c3d9-4d28-b172-789642cd74db" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.824478] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-d8bbf7aa-c3d9-4d28-b172-789642cd74db" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.824890] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8bbf7aa-c3d9-4d28-b172-789642cd74db',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.845343] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.845648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.845795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.846071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.846271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.846530] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be created. [ 830.874023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.874259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.874367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.874616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.874843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.886284] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: UNINITIALIZED for 2s [ 831.143626] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: SUCCESS [ 831.143886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.144086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.144375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.144576] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.144696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.144760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.144944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.145057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.145146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.145244] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.327938] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.328079] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.328229] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.328509] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.328765] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.328822] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port d8bbf7aa-c3d9-4d28-b172-789642cd74db not found, creating... [ 831.329071] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.329231] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.329343] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.329556] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.330822] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.330822] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.330822] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.330822] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.330822] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.331132] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.331132] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: d8bbf7aa-c3d9-4d28-b172-789642cd74db is going to be created. [ 831.354615] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.354615] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.354615] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.354615] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.354615] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.354615] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-d8bbf7aa-c3d9-4d28-b172-789642cd74db" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.647859] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.647960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.647960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.648270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.648358] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.648452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.648512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.648660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.648755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.648839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.648980] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.649108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.649167] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.649304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.649476] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.649553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.649670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.650294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.650294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.650294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.650294] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.767339] env[70473]: INFO networking_nsxv3.common.synchronization [None req-2efdc1b7-6fad-4fd9-878e-3493755b2b64 None None] Enqueued Resource ID: 23f91583-8649-4789-8c97-14c1bbb80f56 with Priority: HIGHEST for action port [ 831.767620] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f91583-8649-4789-8c97-14c1bbb80f56 with Priority: HIGHEST for action port [ 831.768235] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-23f91583-8649-4789-8c97-14c1bbb80f56 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.768363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23f91583-8649-4789-8c97-14c1bbb80f56" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.768431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23f91583-8649-4789-8c97-14c1bbb80f56" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.768841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23f91583-8649-4789-8c97-14c1bbb80f56" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.768841] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23f91583-8649-4789-8c97-14c1bbb80f56',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.152587] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bd60804-7540-472d-bd0b-a2a70bc6798d: rpc.has_security_group_logging(os_id): False [ 832.170110] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.170286] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.170324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.170528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.170693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.170902] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.171018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.171085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.171250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.171350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.171512] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.171611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.171685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.171832] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.171906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.172234] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.172334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.172402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.172559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.172649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.172738] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d is going to be updated. [ 832.239591] env[70473]: INFO networking_nsxv3.common.synchronization [req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b req-09401850-f2ae-4b1b-bd70-c95a060530cc service nova] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_rules [ 832.239986] env[70473]: INFO networking_nsxv3.common.synchronization [req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b req-09401850-f2ae-4b1b-bd70-c95a060530cc service nova] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 832.240300] env[70473]: INFO networking_nsxv3.common.synchronization [req-fad2dbe8-e445-48d5-b0cd-e2f8d5f12c8b req-09401850-f2ae-4b1b-bd70-c95a060530cc service nova] Enqueued Resource ID: d8bbf7aa-c3d9-4d28-b172-789642cd74db with Priority: HIGHEST for action port [ 832.241093] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_rules [ 832.241486] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 832.241790] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8bbf7aa-c3d9-4d28-b172-789642cd74db with Priority: HIGHEST for action port [ 832.245019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.245019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.245019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.245019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.245019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.245019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.245019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.245616] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.245869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.246206] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8bbf7aa-c3d9-4d28-b172-789642cd74db taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.246500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8bbf7aa-c3d9-4d28-b172-789642cd74db" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.246689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8bbf7aa-c3d9-4d28-b172-789642cd74db" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.247030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8bbf7aa-c3d9-4d28-b172-789642cd74db" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.247245] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8bbf7aa-c3d9-4d28-b172-789642cd74db',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.261420] env[70473]: INFO networking_nsxv3.common.synchronization [req-8adb19db-ecb7-455e-8d41-607799964ce1 req-9750cdfb-180e-40f4-9fa1-f8376b30fef9 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 832.262101] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 832.262984] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.262984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.262984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.263757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.263955] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.264146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.264239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.264440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.264598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.264673] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.267943] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: IN_PROGRESS for 2s [ 832.270727] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23f91583-8649-4789-8c97-14c1bbb80f56 [ 832.270939] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.271076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.271140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.271329] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.271418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.271511] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23f91583-8649-4789-8c97-14c1bbb80f56 already deleted. [ 832.271589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23f91583-8649-4789-8c97-14c1bbb80f56" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.754020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8bbf7aa-c3d9-4d28-b172-789642cd74db with status ACTIVE [ 832.754020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.754020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.754020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.754020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.754020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8bbf7aa-c3d9-4d28-b172-789642cd74db is going to be updated. [ 832.768073] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.769051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.769627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.769941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.770591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.770591] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.770803] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.771119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.771423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.771666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.771911] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a already deleted. [ 832.772190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.784540] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.784540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.784721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.784893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.785120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.785675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8bbf7aa-c3d9-4d28-b172-789642cd74db" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.900361] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 832.900361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.900361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.900361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.900361] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.900361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.900361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.900361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.900361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.900361] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.281196] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.282511] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.282511] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.282511] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.282511] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.282511] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.282823] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.282823] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.282939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.283159] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.283270] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.283375] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.283478] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.283635] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.283754] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.283887] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.304430] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.304621] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.304778] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.304966] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.305327] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.305534] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.305659] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.305996] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.306174] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.402338] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.809091] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.809340] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.809487] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.809784] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.809940] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.810140] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f not found, creating... [ 833.810414] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.810581] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.810756] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.810992] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.811169] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.811473] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.811680] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.811825] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.812083] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.812226] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.812386] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f is going to be created. [ 833.834913] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.835378] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.835530] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.835931] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.836249] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.836522] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.905242] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.197813] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 834.198133] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent loop - iteration:1 started [ 834.284945] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: SUCCESS [ 834.285277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.411034] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.411034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.411034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.411034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.411034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.411034] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 834.449768] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.453233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.453233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.453233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.453233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.461715] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 834.635826] env[70473]: INFO networking_nsxv3.common.synchronization [None req-81b1aede-9104-45d3-abcd-2c611d53e515 None None] Enqueued Resource ID: 4e7d1c88-ece8-4991-9746-db9ae426f520 with Priority: HIGHEST for action port [ 834.635826] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e7d1c88-ece8-4991-9746-db9ae426f520 with Priority: HIGHEST for action port [ 834.635960] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e7d1c88-ece8-4991-9746-db9ae426f520 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.639274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e7d1c88-ece8-4991-9746-db9ae426f520" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.639274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e7d1c88-ece8-4991-9746-db9ae426f520" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.639274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e7d1c88-ece8-4991-9746-db9ae426f520" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.639274] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e7d1c88-ece8-4991-9746-db9ae426f520',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.882829] env[70473]: INFO networking_nsxv3.common.synchronization [req-8adb19db-ecb7-455e-8d41-607799964ce1 req-06f8c42b-9dae-46b4-a34f-765445212d06 service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 834.883030] env[70473]: INFO networking_nsxv3.common.synchronization [req-8adb19db-ecb7-455e-8d41-607799964ce1 req-06f8c42b-9dae-46b4-a34f-765445212d06 service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 834.883192] env[70473]: INFO networking_nsxv3.common.synchronization [req-8adb19db-ecb7-455e-8d41-607799964ce1 req-06f8c42b-9dae-46b4-a34f-765445212d06 service nova] Enqueued Resource ID: c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f with Priority: HIGHEST for action port [ 834.883742] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 834.883922] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 834.883981] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f with Priority: HIGHEST for action port [ 834.884863] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.885013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.885084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.885324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.885404] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.886971] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.887098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.887160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.887331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.887675] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.888026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.888104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.888267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.888666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.888666] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.889310] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.892094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.892094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.892094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.892094] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.984205] env[70473]: INFO networking_nsxv3.common.synchronization [None req-0c6338ae-c632-47c0-a543-f53e0579434a None None] Enqueued Resource ID: b9facb93-049c-422b-b164-9fdbdb5c05a1 with Priority: HIGHEST for action port [ 834.984205] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9facb93-049c-422b-b164-9fdbdb5c05a1 with Priority: HIGHEST for action port [ 834.984205] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9facb93-049c-422b-b164-9fdbdb5c05a1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.984205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9facb93-049c-422b-b164-9fdbdb5c05a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.984205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9facb93-049c-422b-b164-9fdbdb5c05a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.984205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9facb93-049c-422b-b164-9fdbdb5c05a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.984205] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9facb93-049c-422b-b164-9fdbdb5c05a1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.097457] env[70473]: INFO networking_nsxv3.common.synchronization [req-ee1d9be3-a1ca-4b16-949e-60349815e759 req-0e2f5f52-c32d-4420-9b2a-3dbd34eed9f4 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Enqueued Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 835.098061] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 835.098678] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.098867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.099383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.099383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.099383] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.099575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.099575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.101458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.101458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.101458] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.143309] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e7d1c88-ece8-4991-9746-db9ae426f520 [ 835.143623] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.143753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.144698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.144698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.144698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.144698] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e7d1c88-ece8-4991-9746-db9ae426f520 already deleted. [ 835.144698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e7d1c88-ece8-4991-9746-db9ae426f520" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.392284] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.392621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.392814] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.393954] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f with status ACTIVE [ 835.394339] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.394473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.394503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.394794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.394940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.396539] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.396539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.396660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.400020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.400020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.400020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.400020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.400020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.400020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.400020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.400020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f is going to be updated. [ 835.422385] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.422546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.422591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.422786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.422961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.423144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51f3a3b-e220-4017-9c34-bb5f2b4c2e8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.488259] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9facb93-049c-422b-b164-9fdbdb5c05a1 [ 835.488259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.488259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.488259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.488259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.488259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.488259] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9facb93-049c-422b-b164-9fdbdb5c05a1 already deleted. [ 835.488259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9facb93-049c-422b-b164-9fdbdb5c05a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.604300] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.604513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.604553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.604744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.604924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.605047] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.605163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.605194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.608292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.608292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.608292] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b971a852-0664-4d4a-8e3d-902c42a7a89b already deleted. [ 835.608292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.901587] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.944552] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.944752] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.945636] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.945636] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.945636] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.945636] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.945868] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.945950] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.946147] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.946400] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.946513] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.946620] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.946728] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.946835] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.947023] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.947090] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.969289] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.969525] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.969662] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.969858] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.970215] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-26c095c6-ae1f-42cd-ab06-fbf2990c3d15 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.970394] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-26c095c6-ae1f-42cd-ab06-fbf2990c3d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.970536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-26c095c6-ae1f-42cd-ab06-fbf2990c3d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.970943] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-26c095c6-ae1f-42cd-ab06-fbf2990c3d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.971415] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26c095c6-ae1f-42cd-ab06-fbf2990c3d15',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.409861] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.409861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.409861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.409861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.409861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.409861] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be created. [ 836.439622] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.439622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.439622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.439622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.439622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.453114] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: UNINITIALIZED for 2s [ 836.473725] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 836.477021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.477021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.477021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.477021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.477021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.477021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.477021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.477021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.477021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.477021] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.477021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.477021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.477021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.477923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.478214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.478492] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.478730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.482022] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.482022] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.482022] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.482022] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.482022] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.482022] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.482022] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 26c095c6-ae1f-42cd-ab06-fbf2990c3d15 not found, creating... [ 836.482022] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.483335] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.483614] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.487127] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.487127] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.487127] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.487127] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.487127] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.487127] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.487127] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.487127] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 26c095c6-ae1f-42cd-ab06-fbf2990c3d15 is going to be created. [ 836.510134] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.510134] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.510134] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.510134] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.510134] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.510134] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-26c095c6-ae1f-42cd-ab06-fbf2990c3d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.981502] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.981502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.987518] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.035164] env[70473]: INFO networking_nsxv3.common.synchronization [None req-a43b95f8-277a-4985-8b4f-b909132c4a4d None None] Enqueued Resource ID: cdcbc7f4-5cc3-4e58-bac0-92e142b8b466 with Priority: HIGHEST for action port [ 837.035919] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcbc7f4-5cc3-4e58-bac0-92e142b8b466 with Priority: HIGHEST for action port [ 837.041733] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdcbc7f4-5cc3-4e58-bac0-92e142b8b466 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.041733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdcbc7f4-5cc3-4e58-bac0-92e142b8b466" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.041733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdcbc7f4-5cc3-4e58-bac0-92e142b8b466" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.041733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdcbc7f4-5cc3-4e58-bac0-92e142b8b466" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.041733] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcbc7f4-5cc3-4e58-bac0-92e142b8b466',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.490981] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.546388] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdcbc7f4-5cc3-4e58-bac0-92e142b8b466 [ 837.546388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.546388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.546388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.546388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.546388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.546388] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdcbc7f4-5cc3-4e58-bac0-92e142b8b466 already deleted. [ 837.546388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdcbc7f4-5cc3-4e58-bac0-92e142b8b466" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.664066] env[70473]: INFO networking_nsxv3.common.synchronization [req-ee1d9be3-a1ca-4b16-949e-60349815e759 req-7cdea1ba-420e-4361-a8eb-0b72602eb681 service nova] Enqueued Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_rules [ 837.664066] env[70473]: INFO networking_nsxv3.common.synchronization [req-ee1d9be3-a1ca-4b16-949e-60349815e759 req-7cdea1ba-420e-4361-a8eb-0b72602eb681 service nova] Enqueued Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 837.664763] env[70473]: INFO networking_nsxv3.common.synchronization [req-ee1d9be3-a1ca-4b16-949e-60349815e759 req-7cdea1ba-420e-4361-a8eb-0b72602eb681 service nova] Enqueued Resource ID: 26c095c6-ae1f-42cd-ab06-fbf2990c3d15 with Priority: HIGHEST for action port [ 837.666275] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_rules [ 837.666696] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 837.669108] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c095c6-ae1f-42cd-ab06-fbf2990c3d15 with Priority: HIGHEST for action port [ 837.669108] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.669108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.669108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.669108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.669108] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.670411] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.671571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.671571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.671571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.671571] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.672075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.672394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.672925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.675036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.675036] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.675036] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-26c095c6-ae1f-42cd-ab06-fbf2990c3d15 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.678731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26c095c6-ae1f-42cd-ab06-fbf2990c3d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.678731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26c095c6-ae1f-42cd-ab06-fbf2990c3d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.678731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26c095c6-ae1f-42cd-ab06-fbf2990c3d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.678731] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26c095c6-ae1f-42cd-ab06-fbf2990c3d15',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.995042] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.995042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.995042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.995042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.995042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.995042] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 838.029622] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.029622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.029904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.029904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.030131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.044478] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 838.178184] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.178184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.178454] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.180096] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26c095c6-ae1f-42cd-ab06-fbf2990c3d15 with status ACTIVE [ 838.180096] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.180096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.180450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.180955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.180955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.181070] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.181123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.181196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.181538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.181538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.181618] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.181668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.181758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.181893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.181985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.182621] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26c095c6-ae1f-42cd-ab06-fbf2990c3d15 is going to be updated. [ 838.226210] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.226210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.226210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.226210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.226210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.226210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26c095c6-ae1f-42cd-ab06-fbf2990c3d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.383956] env[70473]: INFO networking_nsxv3.common.synchronization [req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 req-f80cf12e-36d1-4f6a-bc51-4f528deae73b tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Enqueued Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 838.384525] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 838.384847] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.384953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.466725] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 838.469553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.469553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.469553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.469553] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.469553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.469553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.469553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.469553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.469553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.469553] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.482118] env[70473]: INFO networking_nsxv3.common.synchronization [req-1ac39a08-438b-47c5-8a90-a040ab4dfa4b req-93bfe006-0108-4c4a-af12-6b58a1a99218 tempest-ServerAddressesTestJSON-233264038 tempest-ServerAddressesTestJSON-233264038-project-member] Enqueued Resource ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 with Priority: HIGHEST for action security_group_members [ 838.485372] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 with Priority: HIGHEST for action security_group_members [ 838.485931] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebc47925-5649-4541-bfbc-ca60d4862aa2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.486242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.486496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.486820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.487083] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.487316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.487487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.487730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.487911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.488103] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebc47925-5649-4541-bfbc-ca60d4862aa2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.684991] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.974259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.974495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.974582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.974818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.975016] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.975127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.975227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.975348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.975451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.975553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.975750] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.975875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.975941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.976106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.976245] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.976338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.976398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.976536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.976615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.976697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.976789] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.990358] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.990615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.990615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.990899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.990999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.991362] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.991362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.991362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.991527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.991588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.991677] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 is going to be updated. [ 839.031943] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.032127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.032168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.032369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.032509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.044843] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 in Status: IN_PROGRESS for 2s [ 839.186576] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.187042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.187183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.187579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.187730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.187845] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b971a852-0664-4d4a-8e3d-902c42a7a89b is going to be created. [ 839.227966] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.228195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.228306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.228610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.228952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.241423] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: UNINITIALIZED for 2s [ 839.482035] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a588cdce-151d-480c-b298-1af7ce25f24a: rpc.has_security_group_logging(os_id): False [ 839.500539] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.500539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.500539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.500757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.500849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.501675] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.501675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.501675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.501675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.501675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.501675] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.501675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.501937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.501937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.501937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.502131] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.502223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.502285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.502848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.502848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.502848] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be created. [ 839.568743] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.571020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.571020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.571020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.571020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.575834] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.575834] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.575834] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.575834] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.575834] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.576154] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.578602] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.578972] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.579771] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.579771] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.579771] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.579771] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.579771] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.579977] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.580024] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.580165] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.584333] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 839.601989] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.602273] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.602418] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.602513] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.602899] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-fcc0c0d4-1282-4b45-9ed8-501484e56a46 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.603135] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-fcc0c0d4-1282-4b45-9ed8-501484e56a46" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.603296] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-fcc0c0d4-1282-4b45-9ed8-501484e56a46" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.603639] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-fcc0c0d4-1282-4b45-9ed8-501484e56a46" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.603756] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc0c0d4-1282-4b45-9ed8-501484e56a46',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.057906] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 840.057906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.057906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.057906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.057906] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.058784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.058784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.058784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.058784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.058784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.058784] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.058784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.058784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.059081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.059218] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.059337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.059794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.060401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.060565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.060810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.060972] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.110306] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.110306] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.110306] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.110306] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.110306] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.110306] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port fcc0c0d4-1282-4b45-9ed8-501484e56a46 not found, creating... [ 840.110564] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.110624] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.112117] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.112117] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.112117] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.112117] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.112117] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.112117] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.112650] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.112688] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.113084] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: fcc0c0d4-1282-4b45-9ed8-501484e56a46 is going to be created. [ 840.143481] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.143481] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.143481] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.143481] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.143481] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.143705] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-fcc0c0d4-1282-4b45-9ed8-501484e56a46" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.566656] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14cb07d0-607b-4c6f-bd56-9b768c2742de: rpc.has_security_group_logging(os_id): False [ 840.587792] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.588075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.588890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.588890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.588890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.589780] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.590166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.590166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.594450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.594450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.594450] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.594450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.594450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.594450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.594450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.594450] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.594450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.594450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.594450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.594450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.594450] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be created. [ 840.666759] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.666759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.668273] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.670911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.670911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.683681] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 840.694881] env[70473]: INFO networking_nsxv3.common.synchronization [req-3963a369-54a7-4077-8f1c-248ee0e1489e req-362e0664-7b58-4eca-8fb7-a6fb85f15e47 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 840.695565] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 840.697520] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.697520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.697520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.697520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.697520] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.697852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.697852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.697924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.697992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.698143] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.057490] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 in Status: SUCCESS [ 841.058857] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 deletion is rescheduled due to dependency. [ 841.059143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.203085] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.203230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.203230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.203470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.203598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.203910] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.203910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.203910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.204243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.204243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.204327] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be updated. [ 841.244206] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.244367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.244367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.244566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.244765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.260262] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: SUCCESS [ 841.260262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.260262] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: IN_PROGRESS for 2s [ 841.260262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.260262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.260262] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.260262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.260262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.260262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.260262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.260262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.260262] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.261344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.261662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.261709] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.261800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.261864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.262030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.262118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.262217] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.264585] env[70473]: INFO networking_nsxv3.common.synchronization [None req-9ec6bb3c-d6de-40e0-a5c6-3e31029aff08 None None] Enqueued Resource ID: 8c32bc2d-db73-49c1-8ba5-98f566e04d1b with Priority: HIGHEST for action port [ 841.265009] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c32bc2d-db73-49c1-8ba5-98f566e04d1b with Priority: HIGHEST for action port [ 841.267719] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c32bc2d-db73-49c1-8ba5-98f566e04d1b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.267719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c32bc2d-db73-49c1-8ba5-98f566e04d1b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.267719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c32bc2d-db73-49c1-8ba5-98f566e04d1b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.267719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c32bc2d-db73-49c1-8ba5-98f566e04d1b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.267719] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c32bc2d-db73-49c1-8ba5-98f566e04d1b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.597605] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 841.598968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.765830] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.765830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.766658] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.771416] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c32bc2d-db73-49c1-8ba5-98f566e04d1b [ 841.771416] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.771416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.771416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.771416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.771416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.771416] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c32bc2d-db73-49c1-8ba5-98f566e04d1b already deleted. [ 841.771416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c32bc2d-db73-49c1-8ba5-98f566e04d1b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.049291] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.049291] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.049692] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.050032] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.050366] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.050564] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.050715] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.051034] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.051158] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.051412] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.051548] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.051679] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.051827] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.051980] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.052187] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.053235] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.077023] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.077023] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.077023] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.077023] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.077023] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-b236f805-4114-4a31-8b51-fad97e336dfc taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.077023] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-b236f805-4114-4a31-8b51-fad97e336dfc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.077023] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-b236f805-4114-4a31-8b51-fad97e336dfc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.078569] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-b236f805-4114-4a31-8b51-fad97e336dfc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.078569] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b236f805-4114-4a31-8b51-fad97e336dfc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.122658] env[70473]: INFO networking_nsxv3.common.synchronization [req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 req-99a4c15e-41c0-4e87-b590-3a25fa4b4d1f service nova] Enqueued Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_rules [ 842.122925] env[70473]: INFO networking_nsxv3.common.synchronization [req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 req-99a4c15e-41c0-4e87-b590-3a25fa4b4d1f service nova] Enqueued Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 842.123240] env[70473]: INFO networking_nsxv3.common.synchronization [req-f320cecd-b1c4-41c0-b813-2cf05fd955a2 req-99a4c15e-41c0-4e87-b590-3a25fa4b4d1f service nova] Enqueued Resource ID: fcc0c0d4-1282-4b45-9ed8-501484e56a46 with Priority: HIGHEST for action port [ 842.123886] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_rules [ 842.124136] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 842.124379] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcc0c0d4-1282-4b45-9ed8-501484e56a46 with Priority: HIGHEST for action port [ 842.125252] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.125442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.126578] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.126578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.126578] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcc0c0d4-1282-4b45-9ed8-501484e56a46 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.126578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcc0c0d4-1282-4b45-9ed8-501484e56a46" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.126578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcc0c0d4-1282-4b45-9ed8-501484e56a46" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.127049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcc0c0d4-1282-4b45-9ed8-501484e56a46" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.127049] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc0c0d4-1282-4b45-9ed8-501484e56a46',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.270483] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.580514] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.580514] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.580847] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.581192] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.581412] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.581599] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port b236f805-4114-4a31-8b51-fad97e336dfc not found, creating... [ 842.582360] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.582580] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.582731] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.583016] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.583200] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.583547] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.583707] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.583829] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.584054] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.584191] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.584329] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: b236f805-4114-4a31-8b51-fad97e336dfc is going to be created. [ 842.608156] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.608156] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.608156] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.608156] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.608156] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.608156] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-b236f805-4114-4a31-8b51-fad97e336dfc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.632472] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcc0c0d4-1282-4b45-9ed8-501484e56a46 with status ACTIVE [ 842.632472] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.632472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.632472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.632472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.632472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.632472] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.632472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.632472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.632472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.633180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.633180] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.633288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.633412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.633609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.633716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.634575] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcc0c0d4-1282-4b45-9ed8-501484e56a46 is going to be updated. [ 842.661320] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.661522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.661836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.661836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.661972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.662274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcc0c0d4-1282-4b45-9ed8-501484e56a46" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.701680] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 842.701914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.702125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.702348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.702440] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.772792] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.773447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.773553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.773726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.773933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.773933] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b971a852-0664-4d4a-8e3d-902c42a7a89b is going to be updated. [ 842.824546] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.824884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.825671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.826052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.826558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.841441] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: IN_PROGRESS for 2s [ 843.209048] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.209559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.209559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.209559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.210169] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.210169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.210169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.212144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.212144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.212408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.212408] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.269283] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: SUCCESS [ 843.269471] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f deletion is rescheduled due to dependency. [ 843.269562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.479145] env[70473]: INFO networking_nsxv3.common.synchronization [req-231c96c3-6ae0-4bf3-addf-f582e73fd57c req-dc27249b-976b-4a0b-851b-a36ed8718b74 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 843.479145] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 843.479145] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.479402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.479582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.481883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.481883] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.481883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.481883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.481883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.481883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.481883] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.535328] env[70473]: INFO networking_nsxv3.common.synchronization [None req-82c43a75-a338-4781-811b-9ae8b347a826 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_rules [ 843.536087] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_rules [ 843.536569] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.536837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.537046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.537436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.537768] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.697785] env[70473]: INFO networking_nsxv3.common.synchronization [None req-038b9f2d-5010-479a-a3cd-5758a60d46ac None None] Enqueued Resource ID: 4ff39838-cef1-4e37-b969-725aa2443bba with Priority: HIGHEST for action port [ 843.697785] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff39838-cef1-4e37-b969-725aa2443bba with Priority: HIGHEST for action port [ 843.697785] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ff39838-cef1-4e37-b969-725aa2443bba taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.697785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ff39838-cef1-4e37-b969-725aa2443bba" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.697785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ff39838-cef1-4e37-b969-725aa2443bba" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.699264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ff39838-cef1-4e37-b969-725aa2443bba" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.699477] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ff39838-cef1-4e37-b969-725aa2443bba',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.719023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.719023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.719023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.719023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.719023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.719841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.719841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.719841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.719841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.719841] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.974184] env[70473]: INFO networking_nsxv3.common.synchronization [None req-26ac96a7-6b4b-4e63-b4cc-5f44f8720c53 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_rules [ 843.974744] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_rules [ 843.975064] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.975171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.982487] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.982683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.982683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.982906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.983009] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.983211] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.983313] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.983374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.983533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.983612] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.983697] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 844.005286] env[70473]: INFO networking_nsxv3.common.synchronization [req-3963a369-54a7-4077-8f1c-248ee0e1489e req-a9cc85f3-447a-40b3-b035-eb2fa832ec56 service nova] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_rules [ 844.005490] env[70473]: INFO networking_nsxv3.common.synchronization [req-3963a369-54a7-4077-8f1c-248ee0e1489e req-a9cc85f3-447a-40b3-b035-eb2fa832ec56 service nova] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 844.005670] env[70473]: INFO networking_nsxv3.common.synchronization [req-3963a369-54a7-4077-8f1c-248ee0e1489e req-a9cc85f3-447a-40b3-b035-eb2fa832ec56 service nova] Enqueued Resource ID: b236f805-4114-4a31-8b51-fad97e336dfc with Priority: HIGHEST for action port [ 844.006934] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_rules [ 844.007111] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 844.007376] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b236f805-4114-4a31-8b51-fad97e336dfc with Priority: HIGHEST for action port [ 844.008199] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.008314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.008380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.009095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.009095] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.010540] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.010956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.010956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.011319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.011570] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.011740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.011848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.012129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.012282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.012439] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.013796] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b236f805-4114-4a31-8b51-fad97e336dfc taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.013978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b236f805-4114-4a31-8b51-fad97e336dfc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.014096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b236f805-4114-4a31-8b51-fad97e336dfc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.014354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b236f805-4114-4a31-8b51-fad97e336dfc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.014476] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b236f805-4114-4a31-8b51-fad97e336dfc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.018671] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.021022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.021022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.021022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.021022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.032692] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 844.067546] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.067742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.067742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.067972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.068162] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.068162] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 already deleted. [ 844.068264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.068557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.068651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.068737] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.203767] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ff39838-cef1-4e37-b969-725aa2443bba [ 844.204467] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.204921] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.204921] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.205144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.205244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.205424] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ff39838-cef1-4e37-b969-725aa2443bba already deleted. [ 844.205424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ff39838-cef1-4e37-b969-725aa2443bba" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.221951] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14cb07d0-607b-4c6f-bd56-9b768c2742de: rpc.has_security_group_logging(os_id): False [ 844.247395] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.247395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.247651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.247861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.248291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.248716] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.248939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.249019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.249417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.249552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.249782] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.249958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.250087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.251169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.251257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.251556] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.251757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.251843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.252108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.252237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.252382] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 844.337356] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.337547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.337628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.338092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.338092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.357712] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 844.413825] env[70473]: INFO networking_nsxv3.common.synchronization [req-231c96c3-6ae0-4bf3-addf-f582e73fd57c req-6479084e-44e4-4010-b36b-b9e32cd99053 tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 844.415303] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 844.416047] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.416269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.517272] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.517272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.517495] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.523210] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b236f805-4114-4a31-8b51-fad97e336dfc with status ACTIVE [ 844.524911] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.524911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.525123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.525308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.525403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.525623] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.525733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.525799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.525965] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.526070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.526620] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.526620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.526620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.526620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.526795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.526795] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b236f805-4114-4a31-8b51-fad97e336dfc is going to be updated. [ 844.558307] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.558460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.559392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.559392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.559392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.559392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b236f805-4114-4a31-8b51-fad97e336dfc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.597048] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.597581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.597581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.597764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.597926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.598100] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 already deleted. [ 844.598209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.856663] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: SUCCESS [ 844.856986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.857322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.857625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.857907] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.858115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.859108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.859108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.859108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.859108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.859285] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.859424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.859676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.859891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.861119] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.861119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.861119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.861119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.861986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.862811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.862811] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.864891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.865165] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.867252] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.867699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.867699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.867699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.867854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.867854] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.021262] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.167661] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.167892] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-166" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.168027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-166" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.171363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-166" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.172017] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.172367] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.172367] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.173217] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.173217] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.173217] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.173217] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.173585] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.173585] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.173585] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.173677] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.173850] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.210927] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.211111] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.211264] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.211422] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-166" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.211752] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-e942e802-b3b3-4820-9849-bbe7a8999db0 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.211928] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-e942e802-b3b3-4820-9849-bbe7a8999db0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.212056] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-e942e802-b3b3-4820-9849-bbe7a8999db0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.212400] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-e942e802-b3b3-4820-9849-bbe7a8999db0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.212535] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e942e802-b3b3-4820-9849-bbe7a8999db0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.365379] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b971a852-0664-4d4a-8e3d-902c42a7a89b: rpc.has_security_group_logging(os_id): False [ 845.370468] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.387046] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.387292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.387292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.387561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.387665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.387914] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.388039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.388109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.388776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.388776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.388776] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.388776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.388776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.389053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.389053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.392687] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.392845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.392912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.393119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.393211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.393306] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b971a852-0664-4d4a-8e3d-902c42a7a89b is going to be created. [ 845.472847] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.473063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.473253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.473360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.473541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.500749] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: IN_PROGRESS for 2s [ 845.528043] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.528236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.528280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.530022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.530022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.530022] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be updated. [ 845.600256] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.600402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.600473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.600798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.601232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.645844] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: IN_PROGRESS for 2s [ 845.716561] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.716869] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.717122] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.717594] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.717833] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.718129] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port e942e802-b3b3-4820-9849-bbe7a8999db0 not found, creating... [ 845.718578] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.718916] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.718995] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.719415] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.719571] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.719960] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.720145] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.720261] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.720537] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.720711] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.720879] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: e942e802-b3b3-4820-9849-bbe7a8999db0 is going to be created. [ 845.749233] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.749686] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.749850] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.750221] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.750473] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.752466] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-e942e802-b3b3-4820-9849-bbe7a8999db0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.842184] env[70473]: INFO networking_nsxv3.common.synchronization [None req-591ff5c3-fa7b-4668-b8bb-3c715bf0fe4c None None] Enqueued Resource ID: 7e168ab6-02fa-4735-945d-a02e09a9ecef with Priority: HIGHEST for action port [ 845.846866] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e168ab6-02fa-4735-945d-a02e09a9ecef with Priority: HIGHEST for action port [ 845.848582] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e168ab6-02fa-4735-945d-a02e09a9ecef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.848827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e168ab6-02fa-4735-945d-a02e09a9ecef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.848940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e168ab6-02fa-4735-945d-a02e09a9ecef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.849307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e168ab6-02fa-4735-945d-a02e09a9ecef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.849427] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e168ab6-02fa-4735-945d-a02e09a9ecef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.873933] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.046512] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 846.046700] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a deletion is rescheduled due to dependency. [ 846.046817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.048694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.048694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.048694] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.048694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.048694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.048694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.048694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.048694] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.352227] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e168ab6-02fa-4735-945d-a02e09a9ecef [ 846.352541] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.352680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.352680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.352934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.353109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.353173] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e168ab6-02fa-4735-945d-a02e09a9ecef already deleted. [ 846.353237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e168ab6-02fa-4735-945d-a02e09a9ecef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.375210] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 846.375528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.375933] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.376093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.376163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.376379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.376464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.376555] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b971a852-0664-4d4a-8e3d-902c42a7a89b is going to be updated. [ 846.411451] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.411451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.411451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.411942] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.411942] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.425578] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: IN_PROGRESS for 2s [ 846.550223] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.550722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.551049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.553434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.553434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.553434] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.553434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.553434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.553434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.553434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.553434] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 846.589030] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.589030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.589030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.589549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.589815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.602019] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 846.721499] env[70473]: INFO networking_nsxv3.common.synchronization [req-231c96c3-6ae0-4bf3-addf-f582e73fd57c req-aacc879a-12a3-4e21-a1d4-fdc09704b5e1 service nova] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_rules [ 846.724099] env[70473]: INFO networking_nsxv3.common.synchronization [req-231c96c3-6ae0-4bf3-addf-f582e73fd57c req-aacc879a-12a3-4e21-a1d4-fdc09704b5e1 service nova] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 846.724099] env[70473]: INFO networking_nsxv3.common.synchronization [req-231c96c3-6ae0-4bf3-addf-f582e73fd57c req-aacc879a-12a3-4e21-a1d4-fdc09704b5e1 service nova] Enqueued Resource ID: e942e802-b3b3-4820-9849-bbe7a8999db0 with Priority: HIGHEST for action port [ 846.724099] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_rules [ 846.724099] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 846.724099] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e942e802-b3b3-4820-9849-bbe7a8999db0 with Priority: HIGHEST for action port [ 846.724099] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.724580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.724753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.725445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.727729] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.727832] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.727898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.728106] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e942e802-b3b3-4820-9849-bbe7a8999db0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.728494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e942e802-b3b3-4820-9849-bbe7a8999db0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.728494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e942e802-b3b3-4820-9849-bbe7a8999db0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.728494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e942e802-b3b3-4820-9849-bbe7a8999db0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.728494] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e942e802-b3b3-4820-9849-bbe7a8999db0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.234701] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e942e802-b3b3-4820-9849-bbe7a8999db0 with status ACTIVE [ 847.234944] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.235222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.235333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.235667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.236622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.236622] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.236622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.236809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.237063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.237545] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.237840] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.238027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.238128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.238379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.238634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.238634] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e942e802-b3b3-4820-9849-bbe7a8999db0 is going to be updated. [ 847.240381] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.241914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.265577] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.265803] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.265872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.266223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.266429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.266635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e942e802-b3b3-4820-9849-bbe7a8999db0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.523427] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: SUCCESS [ 847.523715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.523772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.523989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.524094] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.658115] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: SUCCESS [ 847.658115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.658115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.658524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.658524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.658665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.658718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.659308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.659308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.659308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.659308] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.008968] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ed993204-7b32-4b35-8149-0b8a7a708922 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Enqueued Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_rules [ 848.008968] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_rules [ 848.008968] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.009712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.009893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.010187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.010277] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.027182] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.027316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.165023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.165023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.165023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.165023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.165023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.165809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.165809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.165809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.165809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.165809] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.256177] env[70473]: INFO networking_nsxv3.common.synchronization [None req-32290388-94ff-4b51-b627-aa54409461dc tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Enqueued Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_rules [ 848.257459] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_rules [ 848.258954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.258954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.347706] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-448 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.347706] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-448" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.347706] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-448" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.347706] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-448" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.347706] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.347706] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.347706] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.350302] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.350691] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.351076] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.351549] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.351900] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.354021] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.354021] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.354021] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.354021] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.375837] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.376105] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.376250] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.376460] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-448" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.376829] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-12c22a59-2280-423a-b811-312922599b3c taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.376988] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-12c22a59-2280-423a-b811-312922599b3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.377136] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-12c22a59-2280-423a-b811-312922599b3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.377472] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-12c22a59-2280-423a-b811-312922599b3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.377623] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c22a59-2280-423a-b811-312922599b3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.440026] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: SUCCESS [ 848.441163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.441229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.442891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.443052] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.443192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.443262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.443443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.443531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.443627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.443709] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.531798] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.532192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.532288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.532515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.533115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.533115] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfed48e-e18f-4441-a32c-149401eaab69 already deleted. [ 848.533115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.533115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.533115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.533456] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.559400] env[70473]: INFO networking_nsxv3.common.synchronization [req-d675605c-6aa2-4395-a36a-9364df0695d2 req-cc2e75f9-fb9b-49fb-b420-f61649e5f43f tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 848.561458] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 848.561458] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.561458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.561458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.561458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.561458] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.561910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.561910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.562532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.562532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.562532] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.591902] env[70473]: INFO networking_nsxv3.common.synchronization [None req-7c58bfa7-46ef-4e7c-945d-5ca26344edce None None] Enqueued Resource ID: 831bcd06-1939-40a2-8b3b-9b1999edc639 with Priority: HIGHEST for action port [ 848.591902] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831bcd06-1939-40a2-8b3b-9b1999edc639 with Priority: HIGHEST for action port [ 848.591902] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-831bcd06-1939-40a2-8b3b-9b1999edc639 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.591902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831bcd06-1939-40a2-8b3b-9b1999edc639" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.591902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831bcd06-1939-40a2-8b3b-9b1999edc639" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.591902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831bcd06-1939-40a2-8b3b-9b1999edc639" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.591902] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831bcd06-1939-40a2-8b3b-9b1999edc639',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.616390] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 848.616390] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a deletion is rescheduled due to dependency. [ 848.616390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.617611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.619325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.619518] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.619641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.619704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.619858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.619939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.620045] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.667706] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d965840b-e49b-4ee6-9324-ebb43ad2ea2f: rpc.has_security_group_logging(os_id): False [ 848.689560] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.689712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.690245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.690533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.690625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.690894] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.690971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.691080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.691270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.691365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.691595] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.691739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.691809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.691975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.692062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.692290] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.692401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.692464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.692648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.692683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.692787] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be updated. [ 848.751409] env[70473]: INFO networking_nsxv3.common.synchronization [req-d0f6acd6-89b7-43d7-967d-125fb62897d8 req-57dce081-ee9d-4196-a04a-215bd2da4628 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 848.752046] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 848.752363] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.752467] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.771969] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.772186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.772186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.772448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.772603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.786695] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: IN_PROGRESS for 2s [ 848.882886] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.884945] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.885247] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.885533] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.885708] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.885880] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 12c22a59-2280-423a-b811-312922599b3c not found, creating... [ 848.886219] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.886386] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.886505] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.886762] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.886930] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.888172] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.889296] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.889398] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.889644] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.889896] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.890122] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 12c22a59-2280-423a-b811-312922599b3c is going to be created. [ 848.924438] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.924438] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.924680] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.925046] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.925225] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.925311] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-12c22a59-2280-423a-b811-312922599b3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.949872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.949872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.949872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.949872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.949872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.949872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.949872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.950193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.950193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.950193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.950321] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.950321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.950609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.950849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.951076] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.951223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.951320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.951535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.952441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.952644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.952819] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.065297] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.066465] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.066630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.066743] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.067704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.067962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.068216] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfed48e-e18f-4441-a32c-149401eaab69 already deleted. [ 849.068488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.094292] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 831bcd06-1939-40a2-8b3b-9b1999edc639 [ 849.094593] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.094840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.094898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.095178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.095358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.095415] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:831bcd06-1939-40a2-8b3b-9b1999edc639 already deleted. [ 849.095490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831bcd06-1939-40a2-8b3b-9b1999edc639" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.126177] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.455434] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b971a852-0664-4d4a-8e3d-902c42a7a89b: rpc.has_security_group_logging(os_id): False [ 849.474874] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.475130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.475640] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.475822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.476153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.476153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.476299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.476299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.476466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.476538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.476796] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.476922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.476976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.478219] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.478443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.478539] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.478609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.478801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.478913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.478964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.479050] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b971a852-0664-4d4a-8e3d-902c42a7a89b is going to be updated. [ 849.541658] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.541964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.541964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.543883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.543883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.559075] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: IN_PROGRESS for 2s [ 849.570920] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.631747] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.073189] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.073189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.073189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.073189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.073189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.073189] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 850.121091] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.124083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.124248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.124543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.124745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.136092] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.136300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.136398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.136672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.136792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.136918] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 850.145480] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 850.184571] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.184735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.184796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.185009] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.185175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.198212] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 850.255097] env[70473]: INFO networking_nsxv3.common.synchronization [req-231c96c3-6ae0-4bf3-addf-f582e73fd57c req-434fc449-c942-4086-bcf1-70653c08feb4 service nova] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_rules [ 850.255372] env[70473]: INFO networking_nsxv3.common.synchronization [req-231c96c3-6ae0-4bf3-addf-f582e73fd57c req-434fc449-c942-4086-bcf1-70653c08feb4 service nova] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 850.255791] env[70473]: INFO networking_nsxv3.common.synchronization [req-231c96c3-6ae0-4bf3-addf-f582e73fd57c req-434fc449-c942-4086-bcf1-70653c08feb4 service nova] Enqueued Resource ID: 12c22a59-2280-423a-b811-312922599b3c with Priority: HIGHEST for action port [ 850.256779] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_rules [ 850.256779] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 850.256779] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c22a59-2280-423a-b811-312922599b3c with Priority: HIGHEST for action port [ 850.256948] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.257499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.257499] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.257499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.257669] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c22a59-2280-423a-b811-312922599b3c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.257776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c22a59-2280-423a-b811-312922599b3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.257870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c22a59-2280-423a-b811-312922599b3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.258939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c22a59-2280-423a-b811-312922599b3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.258939] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c22a59-2280-423a-b811-312922599b3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.761174] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12c22a59-2280-423a-b811-312922599b3c with status ACTIVE [ 850.761606] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.761717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.761717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.761929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.762033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.762214] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.762312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.762417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.762524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.762679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.762791] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.762872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.762927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.763076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.763163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.763222] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12c22a59-2280-423a-b811-312922599b3c is going to be updated. [ 850.787163] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.787305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.787370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.787676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.787847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.788021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c22a59-2280-423a-b811-312922599b3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.806399] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: SUCCESS [ 850.807120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.576419] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: SUCCESS [ 851.576419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.157889] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 852.157889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.157889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.157889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.157889] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.157889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.157889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.157889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.157889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.157889] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.208861] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 852.209100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.209281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.209502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.209716] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.209899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.209899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.210032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.210117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.210203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.210300] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.214334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.214593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.214781] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.214901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.214965] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.215145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.215232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.215327] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.663901] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.664573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.664685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.664986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.665128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.665348] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.665465] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.665535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.665701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.665797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.666854] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 852.701515] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.701715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.701825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.702074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.702271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.714095] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 852.714255] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.714396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.717789] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.873067] env[70473]: INFO networking_nsxv3.common.synchronization [None req-5e6a4b8d-b347-4b4f-b5ee-c6ee88912006 None None] Enqueued Resource ID: f7d8574a-c1c1-4a26-b10e-0e62799bdbd9 with Priority: HIGHEST for action port [ 852.873067] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d8574a-c1c1-4a26-b10e-0e62799bdbd9 with Priority: HIGHEST for action port [ 852.873519] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d8574a-c1c1-4a26-b10e-0e62799bdbd9 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.873519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d8574a-c1c1-4a26-b10e-0e62799bdbd9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.873519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d8574a-c1c1-4a26-b10e-0e62799bdbd9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.877532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d8574a-c1c1-4a26-b10e-0e62799bdbd9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.877699] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d8574a-c1c1-4a26-b10e-0e62799bdbd9',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.220388] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.382117] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7d8574a-c1c1-4a26-b10e-0e62799bdbd9 [ 853.387278] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.387278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.387278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.387278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.387278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.387278] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7d8574a-c1c1-4a26-b10e-0e62799bdbd9 already deleted. [ 853.387278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d8574a-c1c1-4a26-b10e-0e62799bdbd9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.728305] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.728305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.728305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.728305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.728305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.728305] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 853.764386] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.764386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.764386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.764386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.764386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.775299] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 853.783589] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ab181e4-07f7-4ed2-9a39-f1504d591901 req-576a1cdb-db92-48eb-83e7-871158720171 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Enqueued Resource ID: e624a27f-fc47-4174-96b0-a173745585be with Priority: HIGHEST for action security_group_members [ 853.784741] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e624a27f-fc47-4174-96b0-a173745585be with Priority: HIGHEST for action security_group_members [ 853.785500] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e624a27f-fc47-4174-96b0-a173745585be taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.785802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.785985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.786349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.786601] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.786846] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.788044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.788044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.788044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.788044] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e624a27f-fc47-4174-96b0-a173745585be',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.201785] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.201995] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-638" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.202158] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-638" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.202635] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-638" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.203413] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.203413] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.203413] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.203679] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.203679] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.203800] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.203985] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.204059] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.204148] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.204259] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 854.204800] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.204800] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.245568] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.245568] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 854.245568] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.245568] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-638" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.245568] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-8290ea84-8bab-4a54-acc9-0982de25674f taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.245568] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-8290ea84-8bab-4a54-acc9-0982de25674f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.245568] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-8290ea84-8bab-4a54-acc9-0982de25674f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.245568] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-8290ea84-8bab-4a54-acc9-0982de25674f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.245568] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8290ea84-8bab-4a54-acc9-0982de25674f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.293505] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.293893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.295221] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.295456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.295555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.295816] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.295929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.295997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.296203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.296282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.296372] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e624a27f-fc47-4174-96b0-a173745585be already deleted. [ 854.296474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.726316] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 854.727246] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de deletion is rescheduled due to dependency. [ 854.727360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.752416] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.752416] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.754282] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.754282] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.754282] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.754282] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 8290ea84-8bab-4a54-acc9-0982de25674f not found, creating... [ 854.754282] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.754282] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.754282] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.754282] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.754282] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.754590] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.754649] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.757287] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.757287] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.757287] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.757287] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 8290ea84-8bab-4a54-acc9-0982de25674f is going to be created. [ 854.778020] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.778020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.778020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.778020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.778020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.778020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-8290ea84-8bab-4a54-acc9-0982de25674f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.880250] env[70473]: INFO networking_nsxv3.common.synchronization [None req-5d4c5858-8590-4e2c-8ef4-7fa86c81e3fd tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Enqueued Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_rules [ 854.880874] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_rules [ 854.881208] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.881330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.881398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.881648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.881758] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.039916] env[70473]: INFO networking_nsxv3.common.synchronization [None req-31901c93-bc93-427a-a845-81974c66001b tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Enqueued Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_rules [ 855.040763] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_rules [ 855.041754] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.041945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.425018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.425018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.425018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.425018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.425018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.425018] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea already deleted. [ 855.425018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.425018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.425018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.425018] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.429516] env[70473]: INFO networking_nsxv3.common.synchronization [None req-9be2ec13-ef2e-4009-b45a-9d7414b4e823 None None] Enqueued Resource ID: 6fcd43d2-ac6d-4ef2-b89c-f384c119ead7 with Priority: HIGHEST for action port [ 855.430170] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcd43d2-ac6d-4ef2-b89c-f384c119ead7 with Priority: HIGHEST for action port [ 855.430530] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fcd43d2-ac6d-4ef2-b89c-f384c119ead7 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.430674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fcd43d2-ac6d-4ef2-b89c-f384c119ead7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.430872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fcd43d2-ac6d-4ef2-b89c-f384c119ead7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.431508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fcd43d2-ac6d-4ef2-b89c-f384c119ead7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.431765] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fcd43d2-ac6d-4ef2-b89c-f384c119ead7',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.661723] env[70473]: INFO networking_nsxv3.common.synchronization [None req-daf53d54-f3a0-4f7c-ae29-561d19977d1d None None] Enqueued Resource ID: e437fc5c-03dd-45b3-b684-4972963482b4 with Priority: HIGHEST for action port [ 855.662533] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e437fc5c-03dd-45b3-b684-4972963482b4 with Priority: HIGHEST for action port [ 855.663076] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e437fc5c-03dd-45b3-b684-4972963482b4 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.663296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e437fc5c-03dd-45b3-b684-4972963482b4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.663296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e437fc5c-03dd-45b3-b684-4972963482b4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.663643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e437fc5c-03dd-45b3-b684-4972963482b4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.663737] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e437fc5c-03dd-45b3-b684-4972963482b4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.786524] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 855.786740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.786945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.787195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.787386] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.787533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.787636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.788180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.788318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.788419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.788583] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.788747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.788747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.788978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.789624] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.789624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.789624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.789624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.789624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.789624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.790504] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.935493] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fcd43d2-ac6d-4ef2-b89c-f384c119ead7 [ 855.935794] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.936109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.936109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.936363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.936529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.936646] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fcd43d2-ac6d-4ef2-b89c-f384c119ead7 already deleted. [ 855.936768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fcd43d2-ac6d-4ef2-b89c-f384c119ead7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.940572] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ab181e4-07f7-4ed2-9a39-f1504d591901 req-81c5ee2f-b189-4fef-a041-a29fb89b4793 service nova] Enqueued Resource ID: e624a27f-fc47-4174-96b0-a173745585be with Priority: HIGHEST for action security_group_rules [ 855.940929] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ab181e4-07f7-4ed2-9a39-f1504d591901 req-81c5ee2f-b189-4fef-a041-a29fb89b4793 service nova] Enqueued Resource ID: e624a27f-fc47-4174-96b0-a173745585be with Priority: HIGHEST for action security_group_members [ 855.941154] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ab181e4-07f7-4ed2-9a39-f1504d591901 req-81c5ee2f-b189-4fef-a041-a29fb89b4793 service nova] Enqueued Resource ID: 8290ea84-8bab-4a54-acc9-0982de25674f with Priority: HIGHEST for action port [ 855.942224] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e624a27f-fc47-4174-96b0-a173745585be with Priority: HIGHEST for action security_group_rules [ 855.942417] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e624a27f-fc47-4174-96b0-a173745585be with Priority: HIGHEST for action security_group_members [ 855.942611] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8290ea84-8bab-4a54-acc9-0982de25674f with Priority: HIGHEST for action port [ 855.943031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e624a27f-fc47-4174-96b0-a173745585be taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.943239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.943306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.943575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.943662] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e624a27f-fc47-4174-96b0-a173745585be',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.945552] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e624a27f-fc47-4174-96b0-a173745585be taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.945552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.945552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.945552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.945552] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.945552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.945552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.945941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.945941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.945941] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e624a27f-fc47-4174-96b0-a173745585be',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.952092] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-8290ea84-8bab-4a54-acc9-0982de25674f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.952092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8290ea84-8bab-4a54-acc9-0982de25674f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.952092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8290ea84-8bab-4a54-acc9-0982de25674f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.952092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8290ea84-8bab-4a54-acc9-0982de25674f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.952092] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8290ea84-8bab-4a54-acc9-0982de25674f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.952092] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.952092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.952092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.952092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.952092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.952092] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea already deleted. [ 855.952527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.166289] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e437fc5c-03dd-45b3-b684-4972963482b4 [ 856.166583] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.166748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.166835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.167117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.167273] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.167406] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e437fc5c-03dd-45b3-b684-4972963482b4 already deleted. [ 856.167519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e437fc5c-03dd-45b3-b684-4972963482b4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.296019] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9f09645-1544-44fe-9db1-f99d04c5b15a: rpc.has_security_group_logging(os_id): False [ 856.325949] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.326191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.326191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.326380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.326470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.326685] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.326808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.326877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.327057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.327574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.327574] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.327574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.327574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.327751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.327751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.327897] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.328015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.328240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.328417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.328524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.328675] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 856.425695] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.426174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.426174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.426174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.426342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.442985] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 856.454840] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e624a27f-fc47-4174-96b0-a173745585be taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.455028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.456213] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e624a27f-fc47-4174-96b0-a173745585be',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.460857] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8290ea84-8bab-4a54-acc9-0982de25674f with status ACTIVE [ 856.460857] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.460857] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.460857] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.460857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.460857] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8290ea84-8bab-4a54-acc9-0982de25674f is going to be updated. [ 856.489288] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.489535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.489535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.491027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.491027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.491027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8290ea84-8bab-4a54-acc9-0982de25674f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.514514] env[70473]: INFO networking_nsxv3.common.synchronization [req-6812488c-0f06-48fe-ad2c-53acba361811 req-164888ee-90b9-4bd4-9f6f-9c322ccd8e0d tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Enqueued Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 856.516960] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 856.516960] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.516960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.516960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.516960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.516960] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.516960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.516960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.516960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.516960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.516960] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.873111] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-773 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.873339] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-773" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.873467] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-773" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.873737] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-773" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.874024] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.874195] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.874326] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.874590] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.874756] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.874987] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.875497] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.875656] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.875775] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.875953] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 856.876111] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.876278] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.895951] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.896213] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 856.897064] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.897064] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-773" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.897064] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-c080f407-5175-4143-8b1f-8470c5aa9ce9 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.897279] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-c080f407-5175-4143-8b1f-8470c5aa9ce9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.897315] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-c080f407-5175-4143-8b1f-8470c5aa9ce9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.898320] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-c080f407-5175-4143-8b1f-8470c5aa9ce9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.898320] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c080f407-5175-4143-8b1f-8470c5aa9ce9',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.962682] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e624a27f-fc47-4174-96b0-a173745585be',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.019549] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.401704] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.402042] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.402279] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.402697] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.402889] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.403067] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port c080f407-5175-4143-8b1f-8470c5aa9ce9 not found, creating... [ 857.403348] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.403510] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.403628] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.403906] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.404471] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.404797] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.404966] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.405099] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.405329] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.405465] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.405608] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: c080f407-5175-4143-8b1f-8470c5aa9ce9 is going to be created. [ 857.430179] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.430539] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.430613] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.430999] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.431335] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.431717] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-c080f407-5175-4143-8b1f-8470c5aa9ce9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.465354] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.465623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.465623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.465845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.465958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.466078] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e624a27f-fc47-4174-96b0-a173745585be is going to be created. [ 857.511348] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.511348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.511348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.511348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.511607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.524511] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.526871] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e624a27f-fc47-4174-96b0-a173745585be in Status: UNINITIALIZED for 2s [ 858.030487] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.030487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.030487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.030487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.030487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.030487] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 is going to be updated. [ 858.072878] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.072878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.072878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.072878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.072878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.083533] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: IN_PROGRESS for 2s [ 858.220742] env[70473]: INFO networking_nsxv3.common.synchronization [req-6812488c-0f06-48fe-ad2c-53acba361811 req-b4b89dc4-37c3-43eb-becc-2168dde2ef57 service nova] Enqueued Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_rules [ 858.220987] env[70473]: INFO networking_nsxv3.common.synchronization [req-6812488c-0f06-48fe-ad2c-53acba361811 req-b4b89dc4-37c3-43eb-becc-2168dde2ef57 service nova] Enqueued Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 858.221143] env[70473]: INFO networking_nsxv3.common.synchronization [req-6812488c-0f06-48fe-ad2c-53acba361811 req-b4b89dc4-37c3-43eb-becc-2168dde2ef57 service nova] Enqueued Resource ID: c080f407-5175-4143-8b1f-8470c5aa9ce9 with Priority: HIGHEST for action port [ 858.222645] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_rules [ 858.222645] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 858.223161] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c080f407-5175-4143-8b1f-8470c5aa9ce9 with Priority: HIGHEST for action port [ 858.224224] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.224371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.224444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.225141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.225141] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.226447] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.227252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.227585] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-c080f407-5175-4143-8b1f-8470c5aa9ce9 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.227718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c080f407-5175-4143-8b1f-8470c5aa9ce9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.227857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c080f407-5175-4143-8b1f-8470c5aa9ce9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.228349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c080f407-5175-4143-8b1f-8470c5aa9ce9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.228349] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c080f407-5175-4143-8b1f-8470c5aa9ce9',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.457897] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 858.458175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.458320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.458571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.458788] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.467340] env[70473]: INFO networking_nsxv3.common.synchronization [None req-c66a7281-48f1-4e1d-bf01-f4f902e90ee6 None None] Enqueued Resource ID: 2fde2ada-d33b-42f8-8329-9d5c60643a77 with Priority: HIGHEST for action port [ 858.467444] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fde2ada-d33b-42f8-8329-9d5c60643a77 with Priority: HIGHEST for action port [ 858.468045] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fde2ada-d33b-42f8-8329-9d5c60643a77 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.468177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fde2ada-d33b-42f8-8329-9d5c60643a77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.468242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fde2ada-d33b-42f8-8329-9d5c60643a77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.468499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fde2ada-d33b-42f8-8329-9d5c60643a77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.468589] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fde2ada-d33b-42f8-8329-9d5c60643a77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.728048] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.728297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.730948] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c080f407-5175-4143-8b1f-8470c5aa9ce9 with status ACTIVE [ 858.731303] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.731524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.731603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.731845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.731915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.732153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.732340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.732340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.732514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.732592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.732770] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.732883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.732958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.733141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.733258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.733400] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c080f407-5175-4143-8b1f-8470c5aa9ce9 is going to be updated. [ 858.761297] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.761480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.761579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.761977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.762156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.762393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c080f407-5175-4143-8b1f-8470c5aa9ce9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.960849] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.961074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.961161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.961314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.961477] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.961582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.961636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.961812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.961901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.961989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.962093] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.971281] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fde2ada-d33b-42f8-8329-9d5c60643a77 [ 858.971281] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.971281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.971281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.971591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.971591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.971591] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fde2ada-d33b-42f8-8329-9d5c60643a77 already deleted. [ 858.971591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fde2ada-d33b-42f8-8329-9d5c60643a77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.089060] env[70473]: INFO networking_nsxv3.common.synchronization [req-d1136eec-575b-4ada-a4d4-f31b4d6170ec req-eff94695-bc91-4c76-a75c-df74f40b8c5a tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 859.089647] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 859.090365] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.090486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.090558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.090916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.091096] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.091376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.091376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.091475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.091512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.091693] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.464328] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.464628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.464628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.464757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.466019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.466019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.466019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.466019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.466019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.466019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.466019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.466019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.466476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.466476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.466476] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.466585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.466653] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.466823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.466909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.466988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.467121] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.537451] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e624a27f-fc47-4174-96b0-a173745585be in Status: SUCCESS [ 859.537605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.537778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.537993] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.538267] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.539427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.539513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.539705] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.539794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.539885] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.539979] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e624a27f-fc47-4174-96b0-a173745585be',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.542325] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.542511] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.542634] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.542872] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.543149] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.543313] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.543418] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.543619] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.543760] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.543964] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.544181] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.544181] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.544322] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.544443] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.544594] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.544674] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.567222] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.567397] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.567532] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.567952] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.568046] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-3324664f-1161-4b21-b767-22ca53388c80 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.568224] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-3324664f-1161-4b21-b767-22ca53388c80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.568347] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-3324664f-1161-4b21-b767-22ca53388c80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.568690] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-3324664f-1161-4b21-b767-22ca53388c80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.568852] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3324664f-1161-4b21-b767-22ca53388c80',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.593280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.593433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.593504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.593717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.593808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.594013] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.594223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.594223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.594333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.594408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.594494] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c already deleted. [ 859.594575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.971441] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9f09645-1544-44fe-9db1-f99d04c5b15a: rpc.has_security_group_logging(os_id): False [ 859.994022] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.994022] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.994022] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.994022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.994706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.994995] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.995230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.995516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.995771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.996076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.996325] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 860.047802] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e624a27f-fc47-4174-96b0-a173745585be taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.047802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.047802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.047802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.047802] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.048385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.048385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.048385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.048385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.048385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.048670] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e624a27f-fc47-4174-96b0-a173745585be taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.049321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.049321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.049321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.049321] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.049321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.049695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.049695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.049811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.049954] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e624a27f-fc47-4174-96b0-a173745585be',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.072035] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.072331] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.072664] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.073271] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.073708] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.074082] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 3324664f-1161-4b21-b767-22ca53388c80 not found, creating... [ 860.074581] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.074909] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.075349] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.075851] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.076180] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.078572] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.079544] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.080215] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.081016] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.081255] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.081509] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 3324664f-1161-4b21-b767-22ca53388c80 is going to be created. [ 860.085564] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.087319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.087319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.087319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.087319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.108383] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: SUCCESS [ 860.108609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.108794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.109033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.109243] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.109362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.109440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.109621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.109811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.110494] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.112514] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.112719] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.112958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.113116] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.113317] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.113573] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-3324664f-1161-4b21-b767-22ca53388c80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.114966] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 860.554135] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e624a27f-fc47-4174-96b0-a173745585be: rpc.has_security_group_logging(os_id): False [ 860.572381] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.572656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.572656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.572779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.572779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.572958] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.573097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.573159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.573319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.573400] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.573582] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.573690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.573754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.573907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.573996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.574129] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.574223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.574279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.574407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.574476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.574555] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e624a27f-fc47-4174-96b0-a173745585be is going to be created. [ 860.615717] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.648245] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.648245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.648245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.648245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.648245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.663196] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e624a27f-fc47-4174-96b0-a173745585be in Status: IN_PROGRESS for 2s [ 861.008121] env[70473]: INFO networking_nsxv3.common.synchronization [req-d1136eec-575b-4ada-a4d4-f31b4d6170ec req-4df11167-0c89-4b8e-bf01-5356840c0e52 service nova] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_rules [ 861.008311] env[70473]: INFO networking_nsxv3.common.synchronization [req-d1136eec-575b-4ada-a4d4-f31b4d6170ec req-4df11167-0c89-4b8e-bf01-5356840c0e52 service nova] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 861.008449] env[70473]: INFO networking_nsxv3.common.synchronization [req-d1136eec-575b-4ada-a4d4-f31b4d6170ec req-4df11167-0c89-4b8e-bf01-5356840c0e52 service nova] Enqueued Resource ID: 3324664f-1161-4b21-b767-22ca53388c80 with Priority: HIGHEST for action port [ 861.008769] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_rules [ 861.008984] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 861.009077] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3324664f-1161-4b21-b767-22ca53388c80 with Priority: HIGHEST for action port [ 861.015449] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.015609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.015689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.015991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.016143] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.017797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.017797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.017797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.017797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.022056] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.022056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.022056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.022056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.022056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.022056] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.022729] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3324664f-1161-4b21-b767-22ca53388c80 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.023013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3324664f-1161-4b21-b767-22ca53388c80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.023013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3324664f-1161-4b21-b767-22ca53388c80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.023258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3324664f-1161-4b21-b767-22ca53388c80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.023567] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3324664f-1161-4b21-b767-22ca53388c80',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.118440] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.528188] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.528188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.532114] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3324664f-1161-4b21-b767-22ca53388c80 with status ACTIVE [ 861.532114] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.532114] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.532114] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.532114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.532114] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3324664f-1161-4b21-b767-22ca53388c80 is going to be updated. [ 861.533461] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.555595] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.555595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.555595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.555595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.555595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.555595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3324664f-1161-4b21-b767-22ca53388c80" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.624848] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.624848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.624848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.624848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.624848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.624848] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 is going to be updated. [ 861.669908] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.669908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.669908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.669908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.669908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.680658] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: IN_PROGRESS for 2s [ 862.036204] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.138708] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 862.138901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.539230] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.539436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.539483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.539721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.539820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.539925] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c is going to be created. [ 862.568461] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.568820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.568820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.569584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.569584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.579371] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: UNINITIALIZED for 2s [ 862.678810] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e624a27f-fc47-4174-96b0-a173745585be in Status: SUCCESS [ 862.678810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.815240] env[70473]: INFO networking_nsxv3.common.synchronization [req-67e8783e-461b-4ef9-a2b8-e9577af739db req-ba8fb8cb-04e6-4178-bfc0-8d6586f6d04f tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 862.815895] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 862.816497] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.817172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.817397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.818043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.818222] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.818470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.818599] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.818892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.819021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.819176] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.324872] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.347326] env[70473]: INFO networking_nsxv3.common.synchronization [req-67e8783e-461b-4ef9-a2b8-e9577af739db req-e6cf2b3f-a337-439b-ba3c-2881f0f0513b tempest-ServersTestMultiNic-1086265896 tempest-ServersTestMultiNic-1086265896-project-member] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 863.349453] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGHEST for action security_group_members [ 863.349453] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.349453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.691591] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: SUCCESS [ 863.692027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.692078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.692413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.692901] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.693104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.693228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.693359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.693461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.693506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.693593] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.828037] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.195894] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.196098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.196145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.196378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.196540] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.196639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.196704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.196888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.197016] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.197115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.197264] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.197356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.197417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.197558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.197692] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.197782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.197842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.197978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.198065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.198146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.198233] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.331126] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.331295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.331367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.331580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.331679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.331769] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 864.361218] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.361357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.361397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.361655] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.361840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.370750] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 864.596643] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: SUCCESS [ 864.596643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.596643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.596643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.596643] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.596643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.596643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.596643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.596643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.596643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.596643] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.701041] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c46d4bd0-bee8-41cd-9056-12bf9eb66450: rpc.has_security_group_logging(os_id): False [ 864.724841] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.725012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.725088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.725312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.725392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.725654] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.725770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.725770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.725947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.726115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.726298] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.726394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.726447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.726618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.726698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.727134] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.727499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.727499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.727598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.727598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.727685] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 is going to be updated. [ 864.808747] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.809578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.809578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.809578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.809578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.826287] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: IN_PROGRESS for 2s [ 865.099300] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.099300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.099300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.099300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.099300] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.099583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.099642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.099843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.099986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.100202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.100470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.100605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.100762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.103472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.103472] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.103472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.103472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.103472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.103472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.103472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.103472] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.607034] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4137c35c-56ac-4e74-8e28-976b68a3ea1c: rpc.has_security_group_logging(os_id): False [ 865.625505] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.625755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.625755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.625931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.626023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.626420] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.626549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.626628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.626831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.626972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.627218] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.627349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.627418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.627570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.627634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.627871] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.628020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.628158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.628245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.628330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.628489] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c is going to be created. [ 865.727390] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.727724] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.727724] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.729102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.729102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.740682] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: IN_PROGRESS for 2s [ 866.387035] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 866.387319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.387511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.387742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.387940] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.388083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.388221] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.388410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.388410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.388511] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.562065] env[70473]: INFO networking_nsxv3.common.synchronization [req-f91ab432-1464-4d9c-84e3-92fe2c7107bb req-83e9b427-b0bf-4f85-86eb-fadff6ad3c51 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 866.562800] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 866.562918] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.563140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.563214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.563425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.563584] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.563683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.563740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.563929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.564048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.565440] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.843369] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: SUCCESS [ 866.843747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.892026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.892190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.892260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.892490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.892582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.892789] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.892944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.893061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.893242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.893319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.893417] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be updated. [ 866.925416] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.925573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.925645] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.926043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.926199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.940209] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: IN_PROGRESS for 2s [ 867.067835] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.067973] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.068057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.068429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.068692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.068930] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.069083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.071383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.071383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.071383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.071383] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be updated. [ 867.102866] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.103106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.103106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.103365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.103533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.115349] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: IN_PROGRESS for 2s [ 867.756949] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: SUCCESS [ 867.757316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.368253] env[70473]: INFO networking_nsxv3.common.synchronization [req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 req-45411a8a-6e14-4e3a-a2cc-97ddd8fde108 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 868.369323] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 868.369323] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.369323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.369556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.369596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.370208] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.370325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.370396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.370565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.370648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.371489] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.766227] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.769085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-634" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.769085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-634" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.769085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-634" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.769085] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.769085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.769085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.769085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.769085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.769085] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.769085] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.769921] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.769921] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.769921] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.769921] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.770272] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.791736] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.791960] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.792115] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.792647] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-634" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.793232] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-77b108b3-bdb6-4547-a70d-40a8db95008a taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.793232] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-77b108b3-bdb6-4547-a70d-40a8db95008a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.793462] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-77b108b3-bdb6-4547-a70d-40a8db95008a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.794298] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-77b108b3-bdb6-4547-a70d-40a8db95008a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.794298] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b108b3-bdb6-4547-a70d-40a8db95008a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.873521] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.873693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.873783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.873980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.874094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.874353] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.874487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.874566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.874720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.874851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.874949] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 is going to be updated. [ 868.902928] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.903110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.903178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.903390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.904150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.912996] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: IN_PROGRESS for 2s [ 868.950632] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f09645-1544-44fe-9db1-f99d04c5b15a in Status: SUCCESS [ 868.953149] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a deletion is rescheduled due to dependency. [ 868.953149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.126353] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: SUCCESS [ 869.126353] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f deletion is rescheduled due to dependency. [ 869.126353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.296575] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.296891] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.297018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.297312] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.297468] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.297753] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 77b108b3-bdb6-4547-a70d-40a8db95008a not found, creating... [ 869.297916] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.298095] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.298264] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.298521] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.298677] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.299014] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.299182] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.299313] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.299539] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.299693] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.300029] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 77b108b3-bdb6-4547-a70d-40a8db95008a is going to be created. [ 869.322231] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.322451] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.322654] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.322914] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.323256] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.323487] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-77b108b3-bdb6-4547-a70d-40a8db95008a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.125607] env[70473]: INFO networking_nsxv3.common.synchronization [req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 req-83130c6d-10f2-42fd-a1d0-49b89ebadfc4 service nova] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_rules [ 870.125875] env[70473]: INFO networking_nsxv3.common.synchronization [req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 req-83130c6d-10f2-42fd-a1d0-49b89ebadfc4 service nova] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 870.126073] env[70473]: INFO networking_nsxv3.common.synchronization [req-4b33262c-e6f8-4369-a414-eb34ed6a7d35 req-83130c6d-10f2-42fd-a1d0-49b89ebadfc4 service nova] Enqueued Resource ID: 77b108b3-bdb6-4547-a70d-40a8db95008a with Priority: HIGHEST for action port [ 870.126802] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_rules [ 870.126802] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 870.126914] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b108b3-bdb6-4547-a70d-40a8db95008a with Priority: HIGHEST for action port [ 870.127182] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.127315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.127376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.127599] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.127700] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.128629] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.128853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.129311] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-77b108b3-bdb6-4547-a70d-40a8db95008a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.129485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77b108b3-bdb6-4547-a70d-40a8db95008a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.129593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77b108b3-bdb6-4547-a70d-40a8db95008a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.129850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77b108b3-bdb6-4547-a70d-40a8db95008a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.130210] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77b108b3-bdb6-4547-a70d-40a8db95008a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.633535] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.633715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.633855] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77b108b3-bdb6-4547-a70d-40a8db95008a with status ACTIVE [ 870.634318] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.634473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.634662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.634823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.634925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.635145] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.635248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.635314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.635481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.635562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.635742] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.635839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.635901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.636089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.636201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.636294] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77b108b3-bdb6-4547-a70d-40a8db95008a is going to be updated. [ 870.661306] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.663925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.663925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.663925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.663925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.663925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77b108b3-bdb6-4547-a70d-40a8db95008a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.923760] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: SUCCESS [ 870.923957] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 deletion is rescheduled due to dependency. [ 870.924132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.924291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.924692] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.924796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.924843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.925084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.925182] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.108772] env[70473]: INFO networking_nsxv3.common.synchronization [req-0710f142-cd93-44d5-a03e-11ebf9c9a449 req-134f297d-3c38-4b06-9027-470a8ffbe755 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 871.108772] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 871.109041] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.109177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.109236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.109452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.109610] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.109713] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.109774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.109928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.110013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.110113] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.430310] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.597480] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.597686] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.597823] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.598112] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.598385] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.598582] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.598791] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.598969] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.599131] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.599342] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.599461] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.599574] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.599684] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.599793] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.599902] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.600044] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.612665] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.612665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.612665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.612930] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.614463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.614463] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.614463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.614463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.614463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.614463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.614463] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 871.621316] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.621466] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.621595] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.621771] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.622127] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-78af0210-87a3-459e-a50f-d90b78731e8c taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.622303] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-78af0210-87a3-459e-a50f-d90b78731e8c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.622422] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-78af0210-87a3-459e-a50f-d90b78731e8c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.622746] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-78af0210-87a3-459e-a50f-d90b78731e8c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.622872] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78af0210-87a3-459e-a50f-d90b78731e8c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.645034] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.645189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.645899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.645899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.645899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.659425] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 871.934762] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.126896] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.127140] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.127293] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.127602] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.127751] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.127914] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 78af0210-87a3-459e-a50f-d90b78731e8c not found, creating... [ 872.128204] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.128366] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.128513] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.128793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.128964] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.129365] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.129549] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.129721] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.129959] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.130118] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.130359] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 78af0210-87a3-459e-a50f-d90b78731e8c is going to be created. [ 872.155510] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.155850] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.156023] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.156392] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.156700] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.157034] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-78af0210-87a3-459e-a50f-d90b78731e8c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.438548] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.438548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.438548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.438548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.438548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.438548] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 is going to be updated. [ 872.473115] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.473308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.473365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.473656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.473867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.485049] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: IN_PROGRESS for 2s [ 872.900795] env[70473]: INFO networking_nsxv3.common.synchronization [req-0710f142-cd93-44d5-a03e-11ebf9c9a449 req-8e285a7d-7180-4589-bac5-6153a6ffa5f8 service nova] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_rules [ 872.901138] env[70473]: INFO networking_nsxv3.common.synchronization [req-0710f142-cd93-44d5-a03e-11ebf9c9a449 req-8e285a7d-7180-4589-bac5-6153a6ffa5f8 service nova] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 872.901393] env[70473]: INFO networking_nsxv3.common.synchronization [req-0710f142-cd93-44d5-a03e-11ebf9c9a449 req-8e285a7d-7180-4589-bac5-6153a6ffa5f8 service nova] Enqueued Resource ID: 78af0210-87a3-459e-a50f-d90b78731e8c with Priority: HIGHEST for action port [ 872.902813] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_rules [ 872.903011] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 872.903203] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78af0210-87a3-459e-a50f-d90b78731e8c with Priority: HIGHEST for action port [ 872.903652] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.904595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.904595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.905037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.905037] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.906263] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.906451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.907229] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-78af0210-87a3-459e-a50f-d90b78731e8c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.907991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78af0210-87a3-459e-a50f-d90b78731e8c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.908149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78af0210-87a3-459e-a50f-d90b78731e8c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.908408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78af0210-87a3-459e-a50f-d90b78731e8c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.908659] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78af0210-87a3-459e-a50f-d90b78731e8c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.412253] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.412253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.414509] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78af0210-87a3-459e-a50f-d90b78731e8c with status ACTIVE [ 873.414952] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.415104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.415171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.415401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.415512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.415694] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.415791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.415857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.416012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.416088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.416267] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.416352] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.416408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.416809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.416889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.417077] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78af0210-87a3-459e-a50f-d90b78731e8c is going to be updated. [ 873.447615] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.447615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.447615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.447615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.447615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.447615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78af0210-87a3-459e-a50f-d90b78731e8c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.670516] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 873.670788] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 deletion is rescheduled due to dependency. [ 873.670895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.671083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.671293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.671470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.671584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.671709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.671884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.671964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.672075] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.875246] env[70473]: INFO networking_nsxv3.common.synchronization [req-21c4f335-b897-4f03-a076-3fddd092e417 req-a90dd1bc-122d-4c8c-933c-61c62984940b tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Enqueued Resource ID: 817102b4-35f9-4b3d-bf64-15794ab97887 with Priority: HIGHEST for action security_group_members [ 873.876528] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817102b4-35f9-4b3d-bf64-15794ab97887 with Priority: HIGHEST for action security_group_members [ 873.876903] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-817102b4-35f9-4b3d-bf64-15794ab97887 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.877052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.877122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.877472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.877662] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.877771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.877836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.877994] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.878119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.878218] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817102b4-35f9-4b3d-bf64-15794ab97887',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.175050] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.349467] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.349765] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.353029] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.353029] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.353029] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.353029] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.355232] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.355704] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.355870] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.356122] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.356240] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.356351] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.356484] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.356624] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.356806] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.357050] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.381076] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.381191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.381234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.381458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.381564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.381858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.381997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.382090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.382272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.382378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.382471] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817102b4-35f9-4b3d-bf64-15794ab97887 already deleted. [ 874.382555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.384617] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.384795] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.384939] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.385165] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.385485] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-f3761562-6829-4ce8-bca7-bb9cf5fd11a9 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.385650] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-f3761562-6829-4ce8-bca7-bb9cf5fd11a9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.385802] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-f3761562-6829-4ce8-bca7-bb9cf5fd11a9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.386120] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-f3761562-6829-4ce8-bca7-bb9cf5fd11a9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.387017] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3761562-6829-4ce8-bca7-bb9cf5fd11a9',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.496895] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: SUCCESS [ 874.497344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.497344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.497611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.497696] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.497816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.497899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.498143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.498143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.498259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.498327] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.684660] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.894294] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.894294] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.894294] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.894294] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.894294] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.894294] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port f3761562-6829-4ce8-bca7-bb9cf5fd11a9 not found, creating... [ 874.894294] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.894294] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.895087] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.895087] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.895087] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.895615] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.895845] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.896115] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.896482] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.896617] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.897018] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: f3761562-6829-4ce8-bca7-bb9cf5fd11a9 is going to be created. [ 874.922789] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.923024] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.923242] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.923473] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.923717] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.924412] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-f3761562-6829-4ce8-bca7-bb9cf5fd11a9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.004152] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.144028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.144310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.144310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.144507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.144612] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.185361] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.185626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.185701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.185965] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.186100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.186246] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 875.237641] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.237641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.237971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.238031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.238363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.250756] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 875.507165] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88df22ba-c0c1-435a-acbd-f8fbc6b32c50: rpc.has_security_group_logging(os_id): False [ 875.532304] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.532572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.532674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.533334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.533334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.533334] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.533334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.533718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.533718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.533718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.533862] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 is going to be updated. [ 875.570078] env[70473]: INFO networking_nsxv3.common.synchronization [req-055a8a65-8318-442a-a725-eacc635d0c70 req-0e6ceafa-f9be-4e15-b48f-e51d70903416 tempest-InstanceActionsTestJSON-2086989073 tempest-InstanceActionsTestJSON-2086989073-project-member] Enqueued Resource ID: e624a27f-fc47-4174-96b0-a173745585be with Priority: HIGHEST for action security_group_members [ 875.570674] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e624a27f-fc47-4174-96b0-a173745585be with Priority: HIGHEST for action security_group_members [ 875.571145] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e624a27f-fc47-4174-96b0-a173745585be taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.571293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.571423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.571522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.571655] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.571775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.571863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.573081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.573081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.573081] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e624a27f-fc47-4174-96b0-a173745585be',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.611765] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.611946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.613112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.613112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.613112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.629320] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: IN_PROGRESS for 2s [ 875.648567] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.753490] env[70473]: INFO networking_nsxv3.common.synchronization [req-21c4f335-b897-4f03-a076-3fddd092e417 req-2efb05b3-eb7d-4101-a066-92b8c32d7b2f service nova] Enqueued Resource ID: 817102b4-35f9-4b3d-bf64-15794ab97887 with Priority: HIGHEST for action security_group_rules [ 875.753882] env[70473]: INFO networking_nsxv3.common.synchronization [req-21c4f335-b897-4f03-a076-3fddd092e417 req-2efb05b3-eb7d-4101-a066-92b8c32d7b2f service nova] Enqueued Resource ID: 817102b4-35f9-4b3d-bf64-15794ab97887 with Priority: HIGHEST for action security_group_members [ 875.754154] env[70473]: INFO networking_nsxv3.common.synchronization [req-21c4f335-b897-4f03-a076-3fddd092e417 req-2efb05b3-eb7d-4101-a066-92b8c32d7b2f service nova] Enqueued Resource ID: f3761562-6829-4ce8-bca7-bb9cf5fd11a9 with Priority: HIGHEST for action port [ 875.755523] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817102b4-35f9-4b3d-bf64-15794ab97887 with Priority: HIGHEST for action security_group_rules [ 875.755775] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817102b4-35f9-4b3d-bf64-15794ab97887 with Priority: HIGHEST for action security_group_members [ 875.755967] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3761562-6829-4ce8-bca7-bb9cf5fd11a9 with Priority: HIGHEST for action port [ 875.756342] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817102b4-35f9-4b3d-bf64-15794ab97887 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.756947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.756947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.756947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.756947] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817102b4-35f9-4b3d-bf64-15794ab97887',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.758419] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-817102b4-35f9-4b3d-bf64-15794ab97887 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.758419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.758419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.758634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.758741] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.758881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.758937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.759792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.759792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.759792] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817102b4-35f9-4b3d-bf64-15794ab97887',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.760272] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3761562-6829-4ce8-bca7-bb9cf5fd11a9 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.760428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3761562-6829-4ce8-bca7-bb9cf5fd11a9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.760428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3761562-6829-4ce8-bca7-bb9cf5fd11a9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.760588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3761562-6829-4ce8-bca7-bb9cf5fd11a9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.761111] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3761562-6829-4ce8-bca7-bb9cf5fd11a9',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.077345] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.077497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.077497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.077848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.077848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.077947] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.078060] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.078135] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.078261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.078334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.078419] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e624a27f-fc47-4174-96b0-a173745585be is going to be updated. [ 876.112029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.112029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.112029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.112029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.112029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.121207] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e624a27f-fc47-4174-96b0-a173745585be in Status: IN_PROGRESS for 2s [ 876.150800] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.264224] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-817102b4-35f9-4b3d-bf64-15794ab97887 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.264224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.264224] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('817102b4-35f9-4b3d-bf64-15794ab97887',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.269023] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3761562-6829-4ce8-bca7-bb9cf5fd11a9 with status ACTIVE [ 876.269023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.269023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.269023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.269023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.269023] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3761562-6829-4ce8-bca7-bb9cf5fd11a9 is going to be updated. [ 876.299024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.299024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.299024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.299024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.299024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.299024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3761562-6829-4ce8-bca7-bb9cf5fd11a9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.657526] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 876.657526] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 876.768129] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('817102b4-35f9-4b3d-bf64-15794ab97887',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.173432] env[70473]: INFO networking_nsxv3.common.synchronization [req-92c4324d-b1f4-44c1-ad77-5990b4037900 req-016d5294-b116-4cd7-9b88-df6ddd4000ab tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Enqueued Resource ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 with Priority: HIGHEST for action security_group_members [ 877.174268] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 with Priority: HIGHEST for action security_group_members [ 877.174629] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-632710ad-6cd9-4e50-9286-2d4cf6514bf0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.174772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.174817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.175111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.175329] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.175488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.175605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.175728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.175817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.175914] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('632710ad-6cd9-4e50-9286-2d4cf6514bf0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.265019] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 877.265745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.266024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.266320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.266583] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.266747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.266877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.267104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.267237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.267913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.268067] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.273455] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.273455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.273455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.273455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.273455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.273455] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817102b4-35f9-4b3d-bf64-15794ab97887 is going to be created. [ 877.305180] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.305410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.305476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.305670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.305842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.318477] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817102b4-35f9-4b3d-bf64-15794ab97887 in Status: UNINITIALIZED for 2s [ 877.646332] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: SUCCESS [ 877.646744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.679185] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.681809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.681809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.681809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.681809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.681809] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.681809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.681809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.681809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.681809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.681809] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 already deleted. [ 877.681809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.761027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.761027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.761027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.761027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.775837] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 877.778279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.778838] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 877.783055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.783055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.783055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.783055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.783055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.783055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.783055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.784880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.784880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.784880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.784880] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.787782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.787782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.787782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.787782] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.787782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.787782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.787782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.787782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.787782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.787782] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.818132] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.818132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.818132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.818132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.827890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.828882] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 877.829058] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 877.829159] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 877.875378] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.875378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.875559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.876188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.878604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.879039] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 877.954308] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.954308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.954308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.954308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.955218] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.955366] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 878.023739] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-493 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.023739] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-493" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.023739] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-493" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.023739] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-493" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.023739] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.025391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.028060] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.028060] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.028060] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.028060] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.028060] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.028060] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.028060] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.028060] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.028060] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.028060] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.038873] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.038873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.038873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.038873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.038873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.041147] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 878.041147] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'354ee61e-b1dd-42dd-9b1b-eccc825a7a84', '109d2c8a-309c-46d0-8962-598b3cd6146e', '586ae85a-f4e3-4ce6-a072-6bd61c044fc1', '576025a8-8727-4435-878d-8724d8f90aa5', 'ba013a14-4e11-4183-a367-046f9378dc7e', '4dc8f8e1-5634-4d05-a11c-eabc0edfbc49', 'ebc47925-5649-4541-bfbc-ca60d4862aa2', 'd368ba6a-681d-4ae8-ba22-3c0e95f0daec', '06d56a82-e4fc-46d1-bc23-e10b04420475', '11388bf2-8a8c-4f4a-8379-b4651fbc97d8', '2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77', '52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca', '6882013e-4af5-47e7-951b-0a2bf7e35e70', 'a588cdce-151d-480c-b298-1af7ce25f24a', '7ba39140-ce3c-4240-8ac8-a64167ed00ea', 'd965840b-e49b-4ee6-9324-ebb43ad2ea2f', '4137c35c-56ac-4e74-8e28-976b68a3ea1c', 'e624a27f-fc47-4174-96b0-a173745585be', 'bbe508c1-ba7e-4c94-bf9b-07821fb80728', '8bd60804-7540-472d-bd0b-a2a70bc6798d', '9f0b59fe-3786-4e48-9c9b-3cc44adc479c', '6c08c002-ed94-4fb1-b21c-e4817f96bd41', 'b971a852-0664-4d4a-8e3d-902c42a7a89b', '39f3767e-b0de-43e3-a33f-5801f9ba40fb', '88df22ba-c0c1-435a-acbd-f8fbc6b32c50', 'a95b088a-7bbd-4096-a469-14b800f7e090', 'c46d4bd0-bee8-41cd-9056-12bf9eb66450', '5e7177a4-398d-434a-a10b-49987e1a5b62', '14cb07d0-607b-4c6f-bd56-9b768c2742de', 'ed330ec0-017c-4f04-a948-c6a057a72fb2', 'd9f09645-1544-44fe-9db1-f99d04c5b15a', '7c5c3d4d-90b9-403a-b740-34644205cd73', '38453a9f-d8c1-4034-b7ec-eb3c2ee90596', '2d88ffa4-da53-4e7c-821a-89774d12bf3d', '6dcaf767-8886-4447-8f99-5e40aab802b0'} {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 878.041147] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 878.052770] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.052770] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.052770] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.052770] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-493" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.053454] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-ed0382e8-3717-48a6-9847-f87e7361ac3f taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.053454] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-ed0382e8-3717-48a6-9847-f87e7361ac3f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.053454] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-ed0382e8-3717-48a6-9847-f87e7361ac3f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.053867] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-ed0382e8-3717-48a6-9847-f87e7361ac3f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.053867] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed0382e8-3717-48a6-9847-f87e7361ac3f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.061087] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.061247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.061315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.061529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.061668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.061755] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 878.061874] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 878.061874] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 878.139311] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e624a27f-fc47-4174-96b0-a173745585be in Status: IN_PROGRESS for 4s [ 878.149139] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.149366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.149414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.149735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.151053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.151221] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 878.151335] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 878.151416] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 878.151487] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 878.151565] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 878.151667] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 with Priority: HIGH for action security_group_rules [ 878.151776] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGH for action security_group_rules [ 878.151914] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 with Priority: HIGH for action security_group_rules [ 878.151960] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGH for action security_group_rules [ 878.151993] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba013a14-4e11-4183-a367-046f9378dc7e with Priority: HIGH for action security_group_rules [ 878.152271] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGH for action security_group_rules [ 878.152378] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 with Priority: HIGH for action security_group_rules [ 878.152455] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec with Priority: HIGH for action security_group_rules [ 878.152518] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGH for action security_group_rules [ 878.152596] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 with Priority: HIGH for action security_group_rules [ 878.152662] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 with Priority: HIGH for action security_group_rules [ 878.152756] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGH for action security_group_rules [ 878.152875] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 with Priority: HIGH for action security_group_rules [ 878.152926] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGH for action security_group_rules [ 878.152971] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea with Priority: HIGH for action security_group_rules [ 878.153026] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGH for action security_group_rules [ 878.153102] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGH for action security_group_rules [ 878.153186] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e624a27f-fc47-4174-96b0-a173745585be with Priority: HIGH for action security_group_rules [ 878.153254] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 with Priority: HIGH for action security_group_rules [ 878.153731] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGH for action security_group_rules [ 878.153731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.291831] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c08c002-ed94-4fb1-b21c-e4817f96bd41: rpc.has_security_group_logging(os_id): False [ 878.314205] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.314205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.314205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.314205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.341045] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.341045] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.341045] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.341045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.341682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.341682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.341682] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 878.426336] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.426527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.427553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.427553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.427553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.435635] env[70473]: INFO networking_nsxv3.common.synchronization [req-384d286d-1d2c-473c-b59d-dc66bb83090e req-eb8ffb60-b934-4be3-916a-9062ecf6ce02 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Enqueued Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 878.435915] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 878.436068] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 with Priority: HIGH for action security_group_rules [ 878.436223] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 with Priority: HIGH for action security_group_rules [ 878.436299] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 with Priority: HIGH for action security_group_rules [ 878.436435] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea with Priority: HIGH for action security_group_rules [ 878.436559] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGH for action security_group_rules [ 878.436655] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 with Priority: HIGH for action security_group_rules [ 878.436748] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e624a27f-fc47-4174-96b0-a173745585be with Priority: HIGH for action security_group_rules [ 878.436884] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGH for action security_group_rules [ 878.436974] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGH for action security_group_rules [ 878.437087] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGH for action security_group_rules [ 878.437193] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 with Priority: HIGH for action security_group_rules [ 878.437294] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca with Priority: HIGH for action security_group_rules [ 878.437397] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 with Priority: HIGH for action security_group_rules [ 878.437487] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 with Priority: HIGH for action security_group_rules [ 878.437607] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 with Priority: HIGH for action security_group_rules [ 878.437672] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGH for action security_group_rules [ 878.437760] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec with Priority: HIGH for action security_group_rules [ 878.437851] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba013a14-4e11-4183-a367-046f9378dc7e with Priority: HIGH for action security_group_rules [ 878.437947] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109d2c8a-309c-46d0-8962-598b3cd6146e with Priority: HIGH for action security_group_rules [ 878.438053] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576025a8-8727-4435-878d-8724d8f90aa5 with Priority: HIGH for action security_group_rules [ 878.438471] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.438629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.438688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.439196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.441914] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.442731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.442731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.442731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.442731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.442731] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.443712] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-354ee61e-b1dd-42dd-9b1b-eccc825a7a84 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.443843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.447217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.447217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.447217] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('354ee61e-b1dd-42dd-9b1b-eccc825a7a84',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.447217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586ae85a-f4e3-4ce6-a072-6bd61c044fc1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.447217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.447217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.447217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.447217] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586ae85a-f4e3-4ce6-a072-6bd61c044fc1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.452629] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebc47925-5649-4541-bfbc-ca60d4862aa2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.452629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.452629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.452629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.452629] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebc47925-5649-4541-bfbc-ca60d4862aa2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.453461] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ba39140-ce3c-4240-8ac8-a64167ed00ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.453603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.453648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.455635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.455635] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ba39140-ce3c-4240-8ac8-a64167ed00ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.455635] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.455635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.456156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.456156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.456278] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.461438] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbe508c1-ba7e-4c94-bf9b-07821fb80728 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.461438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.461438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.461438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.461438] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbe508c1-ba7e-4c94-bf9b-07821fb80728',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.464798] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e624a27f-fc47-4174-96b0-a173745585be taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.464798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.464798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.464798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.464798] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e624a27f-fc47-4174-96b0-a173745585be',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.464798] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.464798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.464798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.464798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.464798] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.465448] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.465448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.465448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.465448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.465448] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.465448] env[70473]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 878.467639] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.467639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.467639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.467639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.467639] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.468021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6882013e-4af5-47e7-951b-0a2bf7e35e70 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.468133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.468198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.468606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.468606] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6882013e-4af5-47e7-951b-0a2bf7e35e70',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.469371] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.469489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.469539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.469684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.469753] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.470564] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.470671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.470792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.470964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.471027] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.472077] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11388bf2-8a8c-4f4a-8379-b4651fbc97d8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.472151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.472202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.472356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.472432] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11388bf2-8a8c-4f4a-8379-b4651fbc97d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.473314] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d56a82-e4fc-46d1-bc23-e10b04420475 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.473472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.473472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.473567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.473615] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d56a82-e4fc-46d1-bc23-e10b04420475',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.474428] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.474538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.474603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.474753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.474825] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.475741] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d368ba6a-681d-4ae8-ba22-3c0e95f0daec taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.475925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.475925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.476097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.476154] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d368ba6a-681d-4ae8-ba22-3c0e95f0daec',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.476918] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba013a14-4e11-4183-a367-046f9378dc7e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.477721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.477721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.477721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.477721] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba013a14-4e11-4183-a367-046f9378dc7e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.478265] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-109d2c8a-309c-46d0-8962-598b3cd6146e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.478367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.478440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.479515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.479515] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('109d2c8a-309c-46d0-8962-598b3cd6146e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.479515] env[70473]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 878.479786] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576025a8-8727-4435-878d-8724d8f90aa5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.479876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.479927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.480083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.480156] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576025a8-8727-4435-878d-8724d8f90aa5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.484441] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 878.495180] env[70473]: INFO networking_nsxv3.common.synchronization [req-fe3bac88-8782-4e8b-a84f-b497c5f8d0f0 req-c223f971-44e2-47a2-bf51-c9179f601547 tempest-ServersTestBootFromVolume-2129317253 tempest-ServersTestBootFromVolume-2129317253-project-member] Enqueued Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_members [ 878.495180] env[70473]: INFO networking_nsxv3.common.synchronization [req-5e0fa259-d84b-497a-8763-c9437ac18beb req-9f107c28-ac65-4cb8-8a54-aad7139f170e tempest-VolumesAssistedSnapshotsTest-761211410 tempest-VolumesAssistedSnapshotsTest-761211410-project-member] Enqueued Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_members [ 878.499923] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGHEST for action security_group_members [ 878.500105] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d with Priority: HIGHEST for action security_group_members [ 878.503835] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed330ec0-017c-4f04-a948-c6a057a72fb2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.504056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.504056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.504864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.504864] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.504864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.505142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.505279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.505359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.505825] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.506407] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d88ffa4-da53-4e7c-821a-89774d12bf3d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.506551] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.506613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.506788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.506886] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.506988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.507101] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.507326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.507326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.507686] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d88ffa4-da53-4e7c-821a-89774d12bf3d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.519973] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.520333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.520333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.520488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.528815] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.529115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.556883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.557989] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 354ee61e-b1dd-42dd-9b1b-eccc825a7a84 is going to be deleted. [ 878.558316] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.558505] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.558645] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.559042] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.559194] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.559347] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port ed0382e8-3717-48a6-9847-f87e7361ac3f not found, creating... [ 878.560017] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.560017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.560017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.564243] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.564243] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.564243] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.564243] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.564243] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.564243] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.564243] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.564243] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: ed0382e8-3717-48a6-9847-f87e7361ac3f is going to be created. [ 878.564243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.564243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.596489] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.596816] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.596977] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.597690] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.597690] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.597913] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-ed0382e8-3717-48a6-9847-f87e7361ac3f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.604078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.604797] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586ae85a-f4e3-4ce6-a072-6bd61c044fc1 is going to be deleted. [ 878.667028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.667195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.667269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.667487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.667582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.667700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-354ee61e-b1dd-42dd-9b1b-eccc825a7a84" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.693327] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.694494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.694494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.694494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.694494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.694494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586ae85a-f4e3-4ce6-a072-6bd61c044fc1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.986386] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.010469] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.010666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.010734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.011024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.012764] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.012764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.039865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.040200] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.040410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.040410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.040499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.040641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.040641] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d is going to be updated. [ 879.041738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.041915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.044647] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.044720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.044852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.045238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.045238] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.045432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.045432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.045540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.045540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.045637] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.045701] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.052679] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.052679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.052679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.052679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.052989] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.052989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.052989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.053106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.053139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.054024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.054024] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.054192] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.054289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.054348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.054502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.054639] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.054739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.054796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.055087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.055087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.055087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.055278] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.083475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.083755] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.084142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.084142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.084366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.084366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.084366] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 is going to be updated. [ 879.115059] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.115059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.115059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.115059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.115059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.154054] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.154054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.154054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.154054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.154815] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.154968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.159029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.159029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.159029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.159029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.159788] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.159879] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.160669] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.160823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.161633] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.161760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.162646] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.162815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.163680] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.163814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.164771] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.164898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.165535] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d in Status: IN_PROGRESS for 2s [ 879.166393] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 879.167560] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.167560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.167560] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 879.168185] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.168270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.168881] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 879.169582] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.169726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.172039] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 879.172039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.172039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.177233] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 879.177233] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.177233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.181326] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 879.181326] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.181326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.181326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.181326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.181326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.183967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.184273] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e624a27f-fc47-4174-96b0-a173745585be is going to be deleted. [ 879.185814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.186221] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.196365] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 in Status: IN_PROGRESS for 2s [ 879.211034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.211297] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 109d2c8a-309c-46d0-8962-598b3cd6146e is going to be deleted. [ 879.212197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.215024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.246509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.246509] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6882013e-4af5-47e7-951b-0a2bf7e35e70 is going to be deleted. [ 879.246509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.246792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.272624] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.272868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.278766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.278766] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d368ba6a-681d-4ae8-ba22-3c0e95f0daec is going to be deleted. [ 879.281808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.282131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.304527] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.304676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.310779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.310982] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbe508c1-ba7e-4c94-bf9b-07821fb80728 is going to be deleted. [ 879.311985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.312232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.331168] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.331168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.334256] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817102b4-35f9-4b3d-bf64-15794ab97887 in Status: SUCCESS [ 879.334501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.334752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.334934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.335143] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.335263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.335328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.335520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.335606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.335694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.335786] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('817102b4-35f9-4b3d-bf64-15794ab97887',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.360775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.362046] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d56a82-e4fc-46d1-bc23-e10b04420475 is going to be deleted. [ 879.362046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.362192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.419989] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.419989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.440343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.440528] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca is going to be deleted. [ 879.441597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.441939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.485293] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.485553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.488997] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.502511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.502695] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11388bf2-8a8c-4f4a-8379-b4651fbc97d8 is going to be deleted. [ 879.504079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.504371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.527573] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.527945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.552087] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.552303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.552358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.552607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.553245] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.553522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.553771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.553970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.554098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.554209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.554439] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.557297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.557527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.557712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.557988] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.558085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.558124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.558297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.558388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.558487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.558606] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.569972] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.569972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.569972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.570295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.571774] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.571774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.571774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.571774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.571774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.571774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.571774] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.571774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.571774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.571774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.572483] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.572483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.572483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.572483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.572483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.572483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.572677] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.574680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.574680] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be deleted. [ 879.576345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.576558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.578773] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.578932] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.578982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.579343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.579542] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.579673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.579755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.579947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.580049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.580150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.580381] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.580456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.580527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.580693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.580889] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.581031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.581114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.581275] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.581442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.581514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.581620] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.622118] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.622118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.645820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.646041] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be deleted. [ 879.647149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.647380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.709392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.709673] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77 is going to be deleted. [ 879.710981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.711774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.738930] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.739160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.747960] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.748201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.755879] env[70473]: INFO networking_nsxv3.common.synchronization [req-92c4324d-b1f4-44c1-ad77-5990b4037900 req-50a60fca-d3c9-47aa-ba29-279bae5fabd9 service nova] Enqueued Resource ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 with Priority: HIGHEST for action security_group_rules [ 879.756216] env[70473]: INFO networking_nsxv3.common.synchronization [req-92c4324d-b1f4-44c1-ad77-5990b4037900 req-50a60fca-d3c9-47aa-ba29-279bae5fabd9 service nova] Enqueued Resource ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 with Priority: HIGHEST for action security_group_members [ 879.756459] env[70473]: INFO networking_nsxv3.common.synchronization [req-92c4324d-b1f4-44c1-ad77-5990b4037900 req-50a60fca-d3c9-47aa-ba29-279bae5fabd9 service nova] Enqueued Resource ID: ed0382e8-3717-48a6-9847-f87e7361ac3f with Priority: HIGHEST for action port [ 879.756779] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 with Priority: HIGHEST for action security_group_rules [ 879.757045] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 with Priority: HIGHEST for action security_group_members [ 879.757230] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0382e8-3717-48a6-9847-f87e7361ac3f with Priority: HIGHEST for action port [ 879.758050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-632710ad-6cd9-4e50-9286-2d4cf6514bf0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.758207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.758316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.758686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.758820] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('632710ad-6cd9-4e50-9286-2d4cf6514bf0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.763421] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-632710ad-6cd9-4e50-9286-2d4cf6514bf0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.763421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.763421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.763421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.763421] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.763421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.763421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.763421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.763421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.763421] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('632710ad-6cd9-4e50-9286-2d4cf6514bf0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.766419] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed0382e8-3717-48a6-9847-f87e7361ac3f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.766419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed0382e8-3717-48a6-9847-f87e7361ac3f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.766419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed0382e8-3717-48a6-9847-f87e7361ac3f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.766419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed0382e8-3717-48a6-9847-f87e7361ac3f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.766419] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed0382e8-3717-48a6-9847-f87e7361ac3f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.790371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.790565] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ba39140-ce3c-4240-8ac8-a64167ed00ea is going to be deleted. [ 879.792290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.792290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.978987] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.979155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.980126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.980259] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba013a14-4e11-4183-a367-046f9378dc7e is going to be deleted. [ 879.982564] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.982715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.982796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.983121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.983250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.983418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ba39140-ce3c-4240-8ac8-a64167ed00ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.984278] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.984402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.984447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.984811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.984811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.984964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fc7f839-a4f7-4a37-8b95-2fdbe7fe2f77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.985755] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-817102b4-35f9-4b3d-bf64-15794ab97887 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.985948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.986025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.986267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.986439] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.986572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.986611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.986746] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.986897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.986987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.987189] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-817102b4-35f9-4b3d-bf64-15794ab97887 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.987318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.987318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.987487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.988693] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.988693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.988693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.988693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.988693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.988693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.988693] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('817102b4-35f9-4b3d-bf64-15794ab97887',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.989509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.989692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.994844] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.996750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.996750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.996750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.996750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.996750] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 is going to be updated. [ 880.024078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.024328] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576025a8-8727-4435-878d-8724d8f90aa5 is going to be deleted. [ 880.025247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.025739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.025739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.025739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-109d2c8a-309c-46d0-8962-598b3cd6146e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.025943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.026086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.026225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.026345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6882013e-4af5-47e7-951b-0a2bf7e35e70" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.026958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.027168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.027314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.027688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d368ba6a-681d-4ae8-ba22-3c0e95f0daec" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.027849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.028037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.028185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.028502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbe508c1-ba7e-4c94-bf9b-07821fb80728" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.028502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.028791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.028927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.029061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d56a82-e4fc-46d1-bc23-e10b04420475" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.029368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.029368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.029504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.029604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d3f97d-0740-4cc9-aa5a-9a744d7fe0ca" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.029760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.029947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.030057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.030176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.030311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.030496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.030575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.030683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11388bf2-8a8c-4f4a-8379-b4651fbc97d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.030948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.031163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.031292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.031468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.031683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.031981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.063685] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4137c35c-56ac-4e74-8e28-976b68a3ea1c: rpc.has_security_group_logging(os_id): False [ 880.067799] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.069887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.069887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.069887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.069887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.079237] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bd60804-7540-472d-bd0b-a2a70bc6798d: rpc.has_security_group_logging(os_id): False [ 880.083852] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a588cdce-151d-480c-b298-1af7ce25f24a: rpc.has_security_group_logging(os_id): False [ 880.094991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.095232] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebc47925-5649-4541-bfbc-ca60d4862aa2 is going to be deleted. [ 880.096362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.096616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.096780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.096976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.101037] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: IN_PROGRESS for 2s [ 880.102911] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.103185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.103326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.103589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.141724] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.141943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.176037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.176499] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.176683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.176683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.177401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.177515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.177818] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.178065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.178134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.178341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.178518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.178728] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.178829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.178918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.179199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.179335] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.179604] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c is going to be updated. [ 880.181017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.181254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.199381] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.199868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.215083] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e624a27f-fc47-4174-96b0-a173745585be in Status: SUCCESS [ 880.215429] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e624a27f-fc47-4174-96b0-a173745585be deletion is rescheduled due to dependency. [ 880.215666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e624a27f-fc47-4174-96b0-a173745585be" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.223258] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.223483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.234604] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.234826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.267041] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-632710ad-6cd9-4e50-9286-2d4cf6514bf0 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.268150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.268150] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('632710ad-6cd9-4e50-9286-2d4cf6514bf0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.268555] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed0382e8-3717-48a6-9847-f87e7361ac3f with status ACTIVE [ 880.268805] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.268952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.269030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.269284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.269394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.269600] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.269706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.269754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.269899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.269975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.270227] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.270330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.270391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.270556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.270633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.270720] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed0382e8-3717-48a6-9847-f87e7361ac3f is going to be updated. [ 880.280639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.280983] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.281094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.281148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.281376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.281474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.281675] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.281765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.281830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.281990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.282074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.282253] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.282340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.282390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.282526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.282630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.282834] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 880.284150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.284324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.390156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.390517] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.390642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.390702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.391028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.391130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.391455] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.391609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.391688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.391887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.391992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.392236] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.392326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.392410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.392558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.392642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.392842] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d is going to be updated. [ 880.393936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.394148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.394232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.394340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba013a14-4e11-4183-a367-046f9378dc7e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.394557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.394647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.394701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.394797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576025a8-8727-4435-878d-8724d8f90aa5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.413474] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.413604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.413684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.413893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.413990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.414131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebc47925-5649-4541-bfbc-ca60d4862aa2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.415885] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.416049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.416095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.416300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.416434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.416586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed0382e8-3717-48a6-9847-f87e7361ac3f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.430593] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.430847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.430898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.431140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.431292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.481128] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: IN_PROGRESS for 2s [ 880.491590] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 817102b4-35f9-4b3d-bf64-15794ab97887: rpc.has_security_group_logging(os_id): False [ 880.513939] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.514177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.514177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.514609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.514609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.514872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.514872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.514872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.515169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.515169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.515319] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.515398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.515482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.515604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.515681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.515869] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.515990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.516065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.516201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.516267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.516539] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817102b4-35f9-4b3d-bf64-15794ab97887 is going to be created. [ 880.518474] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 880.519524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.573503] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.573503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.573503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.573503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.573503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.581231] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.581371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.581439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.581647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.581886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.606631] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: IN_PROGRESS for 2s [ 880.609214] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 880.684539] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 880.684539] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.684539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.684539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.684539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.684539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.701994] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817102b4-35f9-4b3d-bf64-15794ab97887 in Status: IN_PROGRESS for 2s [ 880.774061] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('632710ad-6cd9-4e50-9286-2d4cf6514bf0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.176982] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d in Status: SUCCESS [ 881.176982] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d88ffa4-da53-4e7c-821a-89774d12bf3d deletion is rescheduled due to dependency. [ 881.176982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d88ffa4-da53-4e7c-821a-89774d12bf3d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.207720] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 in Status: SUCCESS [ 881.207962] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 deletion is rescheduled due to dependency. [ 881.208114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.275864] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.276032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.276082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.276355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.276426] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.276672] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 is going to be created. [ 881.311696] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.311696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.311696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.311696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.311696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.324033] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 in Status: UNINITIALIZED for 2s [ 882.108936] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: SUCCESS [ 882.108936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.496115] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: SUCCESS [ 882.496673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.628587] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 882.628983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.629805] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: SUCCESS [ 882.630127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.720379] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 817102b4-35f9-4b3d-bf64-15794ab97887 in Status: SUCCESS [ 882.720771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.337318] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 in Status: SUCCESS [ 883.337318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.337318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.337733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.337733] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.337733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.337733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.337909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.337965] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.338079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.338683] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('632710ad-6cd9-4e50-9286-2d4cf6514bf0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.841538] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-632710ad-6cd9-4e50-9286-2d4cf6514bf0 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.841819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.841897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.842083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.842282] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.843212] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.843308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.843567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.843683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.844757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.844757] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-632710ad-6cd9-4e50-9286-2d4cf6514bf0 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.844757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.844757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.844985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.845194] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.845406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.845406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.845547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.845646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.845750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.845860] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('632710ad-6cd9-4e50-9286-2d4cf6514bf0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.848327] env[70473]: INFO networking_nsxv3.common.synchronization [None req-d7f22cea-865c-45af-a76d-990ce9f7b9e7 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Enqueued Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_rules [ 883.848966] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_rules [ 883.849529] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d5a02fe-9587-418d-83e7-d3f82f118084 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.849692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.849788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.850042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.850170] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.020917] env[70473]: INFO networking_nsxv3.common.synchronization [None req-2413af6d-ccc8-4ba0-9c2e-81c0614a709a tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Enqueued Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_rules [ 884.021487] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_rules [ 884.021791] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d5a02fe-9587-418d-83e7-d3f82f118084 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.021904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.256992] env[70473]: INFO networking_nsxv3.common.synchronization [req-9c385d4c-a045-4dac-9983-b4212a14f365 req-2beb642d-7eb7-459f-a0b6-ccaba22aa5e1 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_members [ 884.256992] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_members [ 884.256992] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb00212-6a5b-4563-901e-57211971218a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.257172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.257208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.257449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.257607] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.257702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.257762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.258021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.258171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.258271] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.351409] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 632710ad-6cd9-4e50-9286-2d4cf6514bf0: rpc.has_security_group_logging(os_id): False [ 884.378974] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.379266] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.379351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.380161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.380161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.384026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.384356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.384356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.384800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.384800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.385187] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.385367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.385462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.385691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.385805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.386105] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.386488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.386488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.386650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.386706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.386815] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 is going to be created. [ 884.389732] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.389933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.390066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.390347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.390513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.390668] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 already deleted. [ 884.390809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.393413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.393936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.394854] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.471644] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.471644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.471644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.471644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.471644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.486489] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 in Status: IN_PROGRESS for 2s [ 884.679312] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.680072] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.680072] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.683633] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.683633] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.683633] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.683633] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.684976] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.685251] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.685548] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.685697] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.686102] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.686262] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.686417] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.686806] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.686806] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.717223] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.717223] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.717223] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.717223] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.717223] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-3c023812-5b4d-4104-bd0c-5e62132b6b0b taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.717223] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-3c023812-5b4d-4104-bd0c-5e62132b6b0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.717223] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-3c023812-5b4d-4104-bd0c-5e62132b6b0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.717223] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-3c023812-5b4d-4104-bd0c-5e62132b6b0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.717223] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c023812-5b4d-4104-bd0c-5e62132b6b0b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.760267] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.760487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.760554] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.760943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.761042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.761252] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.761380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.761480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.761669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.762398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.762569] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb00212-6a5b-4563-901e-57211971218a already deleted. [ 884.762766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.921640] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.921811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.921874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.922125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.922240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.922346] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 already deleted. [ 884.922434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.220557] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.220840] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.221073] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.221619] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.221828] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.222052] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 3c023812-5b4d-4104-bd0c-5e62132b6b0b not found, creating... [ 885.222353] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.222513] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.222649] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.222948] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.223170] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.223480] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.223645] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.223765] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.223995] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.224385] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.224454] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 3c023812-5b4d-4104-bd0c-5e62132b6b0b is going to be created. [ 885.260326] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.260658] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.260813] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.261176] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.261431] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.261673] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-3c023812-5b4d-4104-bd0c-5e62132b6b0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.338834] env[70473]: INFO networking_nsxv3.common.synchronization [req-d014854a-444c-4e5f-bb5c-29dd2d05c6ff req-c6f05d39-7a19-4020-9eca-5b0ed97d18a9 tempest-ServerActionsV293TestJSON-19635718 tempest-ServerActionsV293TestJSON-19635718-project-member] Enqueued Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_members [ 885.339578] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGHEST for action security_group_members [ 885.340076] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a95b088a-7bbd-4096-a469-14b800f7e090 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.340250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.340323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.340535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.340685] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.340797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.340873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.341053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.341382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.341580] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.843677] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.845662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.845662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.845662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.870698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.871188] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.871829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.871908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.872213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.872395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.872582] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95b088a-7bbd-4096-a469-14b800f7e090 is going to be updated. [ 885.908858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.908858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.908858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.908858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.908858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.918273] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95b088a-7bbd-4096-a469-14b800f7e090 in Status: IN_PROGRESS for 2s [ 886.004136] env[70473]: INFO networking_nsxv3.common.synchronization [req-9c385d4c-a045-4dac-9983-b4212a14f365 req-0576d945-5cf0-4200-a737-b800975763ae service nova] Enqueued Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_rules [ 886.004351] env[70473]: INFO networking_nsxv3.common.synchronization [req-9c385d4c-a045-4dac-9983-b4212a14f365 req-0576d945-5cf0-4200-a737-b800975763ae service nova] Enqueued Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_members [ 886.004517] env[70473]: INFO networking_nsxv3.common.synchronization [req-9c385d4c-a045-4dac-9983-b4212a14f365 req-0576d945-5cf0-4200-a737-b800975763ae service nova] Enqueued Resource ID: 3c023812-5b4d-4104-bd0c-5e62132b6b0b with Priority: HIGHEST for action port [ 886.005656] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_rules [ 886.005656] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_members [ 886.005656] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c023812-5b4d-4104-bd0c-5e62132b6b0b with Priority: HIGHEST for action port [ 886.005656] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb00212-6a5b-4563-901e-57211971218a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.005941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.005941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.006222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.006475] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.007469] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb00212-6a5b-4563-901e-57211971218a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.008149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.008269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.008520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.008999] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.013032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.013032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.013032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.013032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.013032] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.013032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c023812-5b4d-4104-bd0c-5e62132b6b0b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.013032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c023812-5b4d-4104-bd0c-5e62132b6b0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.013032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c023812-5b4d-4104-bd0c-5e62132b6b0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.013032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c023812-5b4d-4104-bd0c-5e62132b6b0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.013032] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c023812-5b4d-4104-bd0c-5e62132b6b0b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.506478] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 in Status: SUCCESS [ 886.506699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.514412] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb00212-6a5b-4563-901e-57211971218a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.514585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.515816] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c023812-5b4d-4104-bd0c-5e62132b6b0b with status ACTIVE [ 886.515993] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.516122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.516224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.516406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.516496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.516666] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.516761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.516822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.517053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.517141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.517321] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.517413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.517473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.517610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.517683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.517764] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c023812-5b4d-4104-bd0c-5e62132b6b0b is going to be updated. [ 886.518891] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.562260] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.562558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.562594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.563611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.563611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.563611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c023812-5b4d-4104-bd0c-5e62132b6b0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.959522] env[70473]: INFO networking_nsxv3.common.synchronization [req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 req-c031a0f4-12ab-47d4-85af-217ff50003e7 tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Enqueued Resource ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 with Priority: HIGHEST for action security_group_members [ 886.959794] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 with Priority: HIGHEST for action security_group_members [ 886.960878] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.961133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.961133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.963159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.963444] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.963577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.963679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.963897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.964111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.964214] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7096f8-cb87-4d0b-8adf-1ecb38dcea93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.021338] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.350730] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.351570] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.355031] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.355483] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.356276] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.356276] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.356581] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.357335] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.357335] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.357335] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.357335] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.357604] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.357604] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.357690] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.359073] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.359073] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.381216] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.381421] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.381607] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.382209] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.382519] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-ab75faee-3dee-4ee2-9e0d-462639e9c17f taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.382787] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-ab75faee-3dee-4ee2-9e0d-462639e9c17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.383034] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-ab75faee-3dee-4ee2-9e0d-462639e9c17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.386543] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-ab75faee-3dee-4ee2-9e0d-462639e9c17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.386725] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab75faee-3dee-4ee2-9e0d-462639e9c17f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.468263] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.468450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.468505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.468733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.468855] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.469092] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.469201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.469250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.469406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.469476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.470372] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 already deleted. [ 887.470372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.524096] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.524302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.524403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.524621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.524713] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.524815] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb00212-6a5b-4563-901e-57211971218a is going to be created. [ 887.555100] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.555298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.555370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.555589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.555764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.568581] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb00212-6a5b-4563-901e-57211971218a in Status: UNINITIALIZED for 2s [ 887.889228] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.889538] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.889624] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.889866] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.890054] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.890234] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port ab75faee-3dee-4ee2-9e0d-462639e9c17f not found, creating... [ 887.890545] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.890725] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.890903] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.891170] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.891418] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.891667] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.891888] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.893315] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.893677] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.893839] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.894043] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: ab75faee-3dee-4ee2-9e0d-462639e9c17f is going to be created. [ 887.921141] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.921476] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.921578] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.921868] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.926356] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.926751] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-ab75faee-3dee-4ee2-9e0d-462639e9c17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.936640] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a95b088a-7bbd-4096-a469-14b800f7e090 in Status: SUCCESS [ 887.936983] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a95b088a-7bbd-4096-a469-14b800f7e090 deletion is rescheduled due to dependency. [ 887.937145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.803191] env[70473]: INFO networking_nsxv3.common.synchronization [req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 req-2056c526-7bd0-4ea5-8d8e-ec4d6796c972 service nova] Enqueued Resource ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 with Priority: HIGHEST for action security_group_rules [ 888.803191] env[70473]: INFO networking_nsxv3.common.synchronization [req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 req-2056c526-7bd0-4ea5-8d8e-ec4d6796c972 service nova] Enqueued Resource ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 with Priority: HIGHEST for action security_group_members [ 888.803191] env[70473]: INFO networking_nsxv3.common.synchronization [req-978fdc41-a2db-46c3-bf0d-102fbd59b2d9 req-2056c526-7bd0-4ea5-8d8e-ec4d6796c972 service nova] Enqueued Resource ID: ab75faee-3dee-4ee2-9e0d-462639e9c17f with Priority: HIGHEST for action port [ 888.803614] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 with Priority: HIGHEST for action security_group_rules [ 888.803614] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 with Priority: HIGHEST for action security_group_members [ 888.803614] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab75faee-3dee-4ee2-9e0d-462639e9c17f with Priority: HIGHEST for action port [ 888.803792] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.803964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.803964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.809024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.809024] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7096f8-cb87-4d0b-8adf-1ecb38dcea93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.809024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.809024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.809024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.809024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.809024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.809024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.809024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.809024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.809024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.809024] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7096f8-cb87-4d0b-8adf-1ecb38dcea93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.809024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab75faee-3dee-4ee2-9e0d-462639e9c17f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.809024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab75faee-3dee-4ee2-9e0d-462639e9c17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.810142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab75faee-3dee-4ee2-9e0d-462639e9c17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.810510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab75faee-3dee-4ee2-9e0d-462639e9c17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.810810] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab75faee-3dee-4ee2-9e0d-462639e9c17f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.313105] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.313320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.313580] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7096f8-cb87-4d0b-8adf-1ecb38dcea93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.314689] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab75faee-3dee-4ee2-9e0d-462639e9c17f with status ACTIVE [ 889.314944] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.315096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.315153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.315420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.315526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.315745] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.315916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.315916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.316173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.316237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.316397] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.316485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.316539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.316684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.316763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.316890] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab75faee-3dee-4ee2-9e0d-462639e9c17f is going to be updated. [ 889.343732] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.343732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.343732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.344185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.344185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.344932] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab75faee-3dee-4ee2-9e0d-462639e9c17f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.579676] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb00212-6a5b-4563-901e-57211971218a in Status: SUCCESS [ 889.579903] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.580088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.580302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.580489] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.580649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.580649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.580852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.580995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.580995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.581087] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.822718] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7096f8-cb87-4d0b-8adf-1ecb38dcea93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.974277] env[70473]: INFO networking_nsxv3.common.synchronization [req-294effe5-bb1b-4491-8bee-45d13f03e8b4 req-37e12c2e-4f93-4c81-b19a-e5626b78b7e4 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_members [ 889.974556] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_members [ 889.974858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.975460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.977725] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.980030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.980030] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.980030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.980030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.980030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.980030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.980030] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.084549] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.327782] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.327782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.327991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.328225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.328354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.328489] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 is going to be created. [ 890.361110] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.361268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.361376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.361633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.361878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.383224] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 in Status: UNINITIALIZED for 2s [ 890.482125] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.482387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.482660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.482826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.482987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.483317] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.483581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.483581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.484630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.484630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.484630] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 already deleted. [ 890.484630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.591479] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for feb00212-6a5b-4563-901e-57211971218a: rpc.has_security_group_logging(os_id): False [ 890.617639] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.617788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.617846] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.618074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.618198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.618489] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.618614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.618679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.618819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.618912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.619014] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb00212-6a5b-4563-901e-57211971218a is going to be created. [ 890.628072] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.628366] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.628453] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.628787] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.629202] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.629396] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.629537] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.629815] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.629977] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.630532] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.630704] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.630875] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.631043] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.631199] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.631335] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.631509] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.660378] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.660378] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.660378] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.660378] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.660378] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-aaff4eeb-7f8b-446f-932a-872db7927c4e taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.660378] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-aaff4eeb-7f8b-446f-932a-872db7927c4e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.660378] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-aaff4eeb-7f8b-446f-932a-872db7927c4e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.660837] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-aaff4eeb-7f8b-446f-932a-872db7927c4e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.660837] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaff4eeb-7f8b-446f-932a-872db7927c4e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.745023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.745023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.745023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.745023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.745023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.756979] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feb00212-6a5b-4563-901e-57211971218a in Status: IN_PROGRESS for 2s [ 891.163281] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.163626] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.163784] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.164121] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.164336] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.164522] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port aaff4eeb-7f8b-446f-932a-872db7927c4e not found, creating... [ 891.164853] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.167749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.167749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.167749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.167749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.167749] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.167749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.167749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.167749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.167749] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.169377] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: aaff4eeb-7f8b-446f-932a-872db7927c4e is going to be created. [ 891.201473] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.201761] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.201949] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.202218] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.202554] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.202685] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-aaff4eeb-7f8b-446f-932a-872db7927c4e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.394941] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 in Status: SUCCESS [ 892.395239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.395358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.395535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.396080] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.396268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.396381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.396559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.396673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.396787] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.396907] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a7096f8-cb87-4d0b-8adf-1ecb38dcea93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.496608] env[70473]: INFO networking_nsxv3.common.synchronization [req-6668b725-f95e-4a48-bef7-8f792f8aea1d req-9cd235e9-b472-43ab-865f-23f5339d3c4a tempest-AttachInterfacesV270Test-1019359743 tempest-AttachInterfacesV270Test-1019359743-project-member] Enqueued Resource ID: 817102b4-35f9-4b3d-bf64-15794ab97887 with Priority: HIGHEST for action security_group_members [ 892.497203] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817102b4-35f9-4b3d-bf64-15794ab97887 with Priority: HIGHEST for action security_group_members [ 892.497988] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-817102b4-35f9-4b3d-bf64-15794ab97887 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.497988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.497988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.497988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.498573] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.498772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.498867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.499085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.499483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.499483] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('817102b4-35f9-4b3d-bf64-15794ab97887',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.633713] env[70473]: INFO networking_nsxv3.common.synchronization [req-294effe5-bb1b-4491-8bee-45d13f03e8b4 req-eab5c5f9-0fe3-4cf6-a1c7-ebdd909bad8a service nova] Enqueued Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_rules [ 892.633912] env[70473]: INFO networking_nsxv3.common.synchronization [req-294effe5-bb1b-4491-8bee-45d13f03e8b4 req-eab5c5f9-0fe3-4cf6-a1c7-ebdd909bad8a service nova] Enqueued Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_members [ 892.634065] env[70473]: INFO networking_nsxv3.common.synchronization [req-294effe5-bb1b-4491-8bee-45d13f03e8b4 req-eab5c5f9-0fe3-4cf6-a1c7-ebdd909bad8a service nova] Enqueued Resource ID: aaff4eeb-7f8b-446f-932a-872db7927c4e with Priority: HIGHEST for action port [ 892.634628] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_rules [ 892.634838] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_members [ 892.635182] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaff4eeb-7f8b-446f-932a-872db7927c4e with Priority: HIGHEST for action port [ 892.635374] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.635531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.635607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.635831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.635950] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.636952] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.637096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.638081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.638081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.638081] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.638081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.638081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.638081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.638576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.638839] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.640131] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaff4eeb-7f8b-446f-932a-872db7927c4e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.640131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaff4eeb-7f8b-446f-932a-872db7927c4e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.640131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaff4eeb-7f8b-446f-932a-872db7927c4e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.640280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaff4eeb-7f8b-446f-932a-872db7927c4e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.640391] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaff4eeb-7f8b-446f-932a-872db7927c4e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.776146] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: feb00212-6a5b-4563-901e-57211971218a in Status: SUCCESS [ 892.777244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.899616] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.900036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.900255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.900570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.900909] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.905964] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.905964] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.905964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.907232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.907999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.908227] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a7096f8-cb87-4d0b-8adf-1ecb38dcea93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.917157] env[70473]: INFO networking_nsxv3.common.synchronization [None req-8444cc66-17bc-4f9e-b27f-a6bdd3dc08ba None None] Enqueued Resource ID: e4436479-99ce-4385-a789-436b65556fab with Priority: HIGHEST for action port [ 892.919255] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4436479-99ce-4385-a789-436b65556fab with Priority: HIGHEST for action port [ 892.919255] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4436479-99ce-4385-a789-436b65556fab taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.919255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4436479-99ce-4385-a789-436b65556fab" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.919255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4436479-99ce-4385-a789-436b65556fab" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.919516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4436479-99ce-4385-a789-436b65556fab" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.919693] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4436479-99ce-4385-a789-436b65556fab',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.003400] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.004418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.004533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.004739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.004831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.005108] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.005220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.005285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.005474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.005578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.005648] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817102b4-35f9-4b3d-bf64-15794ab97887 is going to be updated. [ 893.040889] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.041125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.041125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.041349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.041467] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.054551] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817102b4-35f9-4b3d-bf64-15794ab97887 in Status: IN_PROGRESS for 2s [ 893.143401] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.143533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.146133] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.147116] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaff4eeb-7f8b-446f-932a-872db7927c4e with status ACTIVE [ 893.148037] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.148037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.148037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.148037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.148037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.148037] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.148037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.148405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.148405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.148405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.148510] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.148562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.148623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.148891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.148963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.149099] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaff4eeb-7f8b-446f-932a-872db7927c4e is going to be updated. [ 893.188853] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.189059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.189130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.189277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.189415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.191420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaff4eeb-7f8b-446f-932a-872db7927c4e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.411349] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93: rpc.has_security_group_logging(os_id): False [ 893.422646] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4436479-99ce-4385-a789-436b65556fab [ 893.422874] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.423043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.423191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.423404] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.423491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.423585] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4436479-99ce-4385-a789-436b65556fab already deleted. [ 893.423667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4436479-99ce-4385-a789-436b65556fab" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.434465] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.434465] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.434465] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.434873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.434980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.435281] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.435281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.435439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.435526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.435606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.435867] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.436326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.436368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.436592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.436592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.436793] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.436905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.436970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.437160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.437257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.437321] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 is going to be created. [ 893.509587] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.510951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.510951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.511424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.511424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.523506] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 in Status: IN_PROGRESS for 2s [ 893.653701] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.158205] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.158398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.158490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.158705] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.158788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.158890] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 is going to be created. [ 894.187545] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.187677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.187745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.188895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.188895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.202240] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 in Status: UNINITIALIZED for 2s [ 894.325278] env[70473]: INFO networking_nsxv3.common.synchronization [req-53887f85-5b33-4657-919d-65b26db01997 req-078609d1-ada1-4335-99ed-a5696063c7c7 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 894.325734] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 894.326072] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.326185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.326249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.326515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.326668] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.326770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.326825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.326977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.327076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.327167] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.831955] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.832480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.832480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.833297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.833439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.833928] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.833928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.833928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.834133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.834167] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.834252] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c is going to be updated. [ 894.867029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.867029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.867029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.867029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.867029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.875830] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: IN_PROGRESS for 2s [ 894.931029] env[70473]: INFO networking_nsxv3.common.synchronization [None req-a051c80d-4ca0-4f90-9929-bbd57e1023ea None None] Enqueued Resource ID: d86d5de9-149a-4c36-96ef-e3a49b62cba7 with Priority: HIGHEST for action port [ 894.931726] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86d5de9-149a-4c36-96ef-e3a49b62cba7 with Priority: HIGHEST for action port [ 894.932415] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d86d5de9-149a-4c36-96ef-e3a49b62cba7 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.932586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d86d5de9-149a-4c36-96ef-e3a49b62cba7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.933098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d86d5de9-149a-4c36-96ef-e3a49b62cba7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.933098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d86d5de9-149a-4c36-96ef-e3a49b62cba7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.933098] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86d5de9-149a-4c36-96ef-e3a49b62cba7',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.066978] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 817102b4-35f9-4b3d-bf64-15794ab97887 in Status: SUCCESS [ 895.067171] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 817102b4-35f9-4b3d-bf64-15794ab97887 deletion is rescheduled due to dependency. [ 895.067312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.169616] env[70473]: INFO networking_nsxv3.common.synchronization [req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 req-de124bb2-e09a-4eb1-8692-4ea237d58a63 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 895.171177] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 895.171516] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.171672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.171795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.172065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.172710] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.172710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.172710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.173083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.173301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.173511] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.178734] env[70473]: INFO networking_nsxv3.common.synchronization [req-dcd7516d-b1ed-48b9-950c-748dc9a07636 req-0ffa04bb-ef20-41dd-856f-3f18e751f3eb tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Enqueued Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 895.180442] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 895.180965] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.181169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.181308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.181639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.181872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.184241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.184391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.184814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.184814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.184814] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.438433] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d86d5de9-149a-4c36-96ef-e3a49b62cba7 [ 895.439815] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.439815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.439815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.439815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.439815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.439815] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d86d5de9-149a-4c36-96ef-e3a49b62cba7 already deleted. [ 895.439815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d86d5de9-149a-4c36-96ef-e3a49b62cba7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.540282] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 in Status: SUCCESS [ 895.540282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.676843] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.687807] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.875810] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.876183] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.876183] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.876451] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.876722] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.876883] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.877010] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.878199] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.878417] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.878683] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.878841] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.879217] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.879390] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.879549] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.879666] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.879808] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.901735] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.901967] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.902113] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.902300] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.902616] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-eb6078cb-01dc-4a02-9dcf-e227a1684403 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.902795] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-eb6078cb-01dc-4a02-9dcf-e227a1684403" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.902925] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-eb6078cb-01dc-4a02-9dcf-e227a1684403" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.903301] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-eb6078cb-01dc-4a02-9dcf-e227a1684403" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.903448] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6078cb-01dc-4a02-9dcf-e227a1684403',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.181166] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.190441] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.215743] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 in Status: SUCCESS [ 896.216072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.216941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.217259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.217509] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.217631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.217720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.217878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.217962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.218258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.218364] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.406472] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.406757] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.406930] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.407322] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.407501] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.407695] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port eb6078cb-01dc-4a02-9dcf-e227a1684403 not found, creating... [ 896.408024] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.408229] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.408366] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.408642] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.408847] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.409492] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.409698] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.409848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.414027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.414027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.414027] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: eb6078cb-01dc-4a02-9dcf-e227a1684403 is going to be created. [ 896.434219] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.434219] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.434219] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.434219] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.434781] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.434781] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-eb6078cb-01dc-4a02-9dcf-e227a1684403" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.687797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.687797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.687797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.687797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.687797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.687797] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 896.693016] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.693519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.693824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.695650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.695650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.695650] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb is going to be updated. [ 896.720504] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.735437] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.735659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.735659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.735837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.735989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.738839] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.740141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.740141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.740814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.740814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.756885] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: IN_PROGRESS for 2s [ 896.757743] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 896.892042] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: SUCCESS [ 896.892364] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c deletion is rescheduled due to dependency. [ 896.892412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.224749] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1884fe5-1927-4057-9fb8-fa53d5d0e0a2: rpc.has_security_group_logging(os_id): False [ 897.242915] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.243193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.243193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.243415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.243511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.243780] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.243910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.243978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.244187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.244273] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.244392] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 is going to be created. [ 897.310861] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.311094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.311094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.311248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.311423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.326314] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 in Status: IN_PROGRESS for 2s [ 897.507663] env[70473]: INFO networking_nsxv3.common.synchronization [req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 req-bd557747-16b6-490c-ac86-ed241c10c17e service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 897.507663] env[70473]: INFO networking_nsxv3.common.synchronization [req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 req-bd557747-16b6-490c-ac86-ed241c10c17e service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 897.507758] env[70473]: INFO networking_nsxv3.common.synchronization [req-5c52f959-467e-4942-9ab6-4d2cedcf2ff5 req-bd557747-16b6-490c-ac86-ed241c10c17e service nova] Enqueued Resource ID: eb6078cb-01dc-4a02-9dcf-e227a1684403 with Priority: HIGHEST for action port [ 897.507947] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 897.508115] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 897.508209] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6078cb-01dc-4a02-9dcf-e227a1684403 with Priority: HIGHEST for action port [ 897.508808] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.509027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.509084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.509311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.509393] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.510239] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.510323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.513660] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb6078cb-01dc-4a02-9dcf-e227a1684403 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.513660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb6078cb-01dc-4a02-9dcf-e227a1684403" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.513660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb6078cb-01dc-4a02-9dcf-e227a1684403" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.513660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb6078cb-01dc-4a02-9dcf-e227a1684403" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.513660] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6078cb-01dc-4a02-9dcf-e227a1684403',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.012911] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.013235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.018033] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb6078cb-01dc-4a02-9dcf-e227a1684403 with status ACTIVE [ 898.018304] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.018918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.018918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.018918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.018918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.019073] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.019073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.019166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.019266] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.019337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.019508] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.019589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.019646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.019784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.019854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.019934] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb6078cb-01dc-4a02-9dcf-e227a1684403 is going to be updated. [ 898.044920] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.045088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.045161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.045608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.045608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.045901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb6078cb-01dc-4a02-9dcf-e227a1684403" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.772483] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 898.772945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.773282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.773613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.774743] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.774743] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.774743] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.774743] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.774743] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.774743] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.778880] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: SUCCESS [ 898.778880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.283635] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.339392] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 in Status: SUCCESS [ 899.339694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.459495] env[70473]: INFO networking_nsxv3.common.synchronization [req-b50e1d8e-2565-41d2-9270-92a13e7326d0 req-a22ac217-1684-46cd-a8a8-ff9bc04f6e37 tempest-ServerTagsTestJSON-729472798 tempest-ServerTagsTestJSON-729472798-project-member] Enqueued Resource ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 with Priority: HIGHEST for action security_group_members [ 899.463110] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 with Priority: HIGHEST for action security_group_members [ 899.463110] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-632710ad-6cd9-4e50-9286-2d4cf6514bf0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.463351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.463420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.463907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.463907] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.463907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.464061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.466405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.466405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.466552] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('632710ad-6cd9-4e50-9286-2d4cf6514bf0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.786422] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.969506] env[70473]: INFO networking_nsxv3.common.synchronization [req-5365f86e-9cef-4789-af35-61dbbd90bcd0 req-7a4b3adf-b94f-4f6b-a88f-ac93b8cc70f5 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Enqueued Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_members [ 899.969970] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.970439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.970439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.970439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.970617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.971024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.972970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.973106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.973371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.973487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.973629] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 is going to be updated. [ 899.975297] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_members [ 899.975845] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.976000] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.976245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.976791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.976870] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.976996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.977133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.977483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.979243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.979464] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.017011] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.017011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.017011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.017011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.017011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.030553] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 in Status: IN_PROGRESS for 2s [ 900.292281] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.292623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.292623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.292815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.292934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.293073] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 900.324230] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.324404] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.324462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.324671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.324813] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.334446] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 900.484197] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.484405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.484479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.484701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.484789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.484993] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.485180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.485180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.485313] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.485439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.485562] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfed48e-e18f-4441-a32c-149401eaab69 already deleted. [ 900.485669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.496809] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.497020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.497262] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.497499] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.497897] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.498095] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.498221] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.498453] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.498698] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.498966] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.499210] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.499381] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.499439] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.499562] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.499710] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.499930] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.520295] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.520295] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.520295] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.520295] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.520512] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.520593] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.520971] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.521195] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.521264] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.023823] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.024053] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.024190] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.024504] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.024641] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.024888] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 not found, creating... [ 901.025113] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.025288] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.025409] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.025630] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.025771] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.026077] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.026534] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.026706] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.026985] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.027190] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.027369] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 is going to be created. [ 901.049577] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.049896] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.050028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.050322] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.050648] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.050937] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.109748] env[70473]: INFO networking_nsxv3.common.synchronization [None req-e492b667-9316-4a6f-9f4e-17787b6716f8 None None] Enqueued Resource ID: 74e144f3-6410-47f8-ad03-d8b34b0f57e4 with Priority: HIGHEST for action port [ 901.110394] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e144f3-6410-47f8-ad03-d8b34b0f57e4 with Priority: HIGHEST for action port [ 901.110774] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-74e144f3-6410-47f8-ad03-d8b34b0f57e4 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.110979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74e144f3-6410-47f8-ad03-d8b34b0f57e4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.111066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74e144f3-6410-47f8-ad03-d8b34b0f57e4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.111353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74e144f3-6410-47f8-ad03-d8b34b0f57e4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.111435] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e144f3-6410-47f8-ad03-d8b34b0f57e4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.616817] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74e144f3-6410-47f8-ad03-d8b34b0f57e4 [ 901.617158] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.617285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.617353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.617566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.617653] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.617749] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74e144f3-6410-47f8-ad03-d8b34b0f57e4 already deleted. [ 901.617848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74e144f3-6410-47f8-ad03-d8b34b0f57e4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.046118] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 in Status: SUCCESS [ 902.046277] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 deletion is rescheduled due to dependency. [ 902.046404] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.090369] env[70473]: INFO networking_nsxv3.common.synchronization [req-5365f86e-9cef-4789-af35-61dbbd90bcd0 req-20a85c87-1efc-4fca-9207-f97ce647bcd4 service nova] Enqueued Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_rules [ 902.091089] env[70473]: INFO networking_nsxv3.common.synchronization [req-5365f86e-9cef-4789-af35-61dbbd90bcd0 req-20a85c87-1efc-4fca-9207-f97ce647bcd4 service nova] Enqueued Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_members [ 902.091089] env[70473]: INFO networking_nsxv3.common.synchronization [req-5365f86e-9cef-4789-af35-61dbbd90bcd0 req-20a85c87-1efc-4fca-9207-f97ce647bcd4 service nova] Enqueued Resource ID: dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 with Priority: HIGHEST for action port [ 902.091089] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_rules [ 902.091225] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_members [ 902.091344] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 with Priority: HIGHEST for action port [ 902.092564] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.092826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.092826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.093054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.093086] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.096151] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.096151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.096151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.096151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.096151] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.096151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.096151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.096151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.096151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.096151] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.096976] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.097760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.097855] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.101262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.102763] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.350166] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 902.351164] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.351164] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.351164] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.351164] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.351397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.351397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.351514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.351601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.351692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.351789] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.448405] env[70473]: INFO networking_nsxv3.common.synchronization [req-4ad3a178-3b92-4807-b909-5a2e5b26fefe req-0a3bf981-377c-47ab-9807-d647f3165821 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Enqueued Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_members [ 902.449029] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_members [ 902.449369] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.449491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.449572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.449867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.451207] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.454423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.454423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.454423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.454423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.454423] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.606992] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.606992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.606992] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.606992] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 with status ACTIVE [ 902.606992] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.606992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.606992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.607315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.607315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.607558] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.608094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.608094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.608094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.608094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.608306] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.608522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.608582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.608732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.608924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.609032] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 is going to be updated. [ 902.635146] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.635146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.635146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.635146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.635146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.635146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.856599] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.856955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.857236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.858455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.858455] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.858455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.858455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.858455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.858455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.858786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.859188] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.859321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.859543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.860104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.860630] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.861044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.861569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.862361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.862599] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.863030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.863420] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.871406] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.871604] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-498" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.871755] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-498" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.872804] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-498" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.873470] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.873470] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.873742] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.874090] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.874662] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.874986] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.875290] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.875463] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.875525] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.875684] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.875858] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.876171] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.904154] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.904540] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.904684] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.904915] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-498" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.905408] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-eb1f2366-7d07-4105-842e-a6fdd9deddbc taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.905679] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-eb1f2366-7d07-4105-842e-a6fdd9deddbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.906010] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-eb1f2366-7d07-4105-842e-a6fdd9deddbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.906530] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-eb1f2366-7d07-4105-842e-a6fdd9deddbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.907462] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb1f2366-7d07-4105-842e-a6fdd9deddbc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.954372] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.954563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.954626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.954847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.954959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.955187] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.955277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.955348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.955500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.955588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.955673] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea already deleted. [ 902.955761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.110976] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.371819] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a588cdce-151d-480c-b298-1af7ce25f24a: rpc.has_security_group_logging(os_id): False [ 903.393671] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.393671] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.393671] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.393671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.397012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.397475] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.398140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.398140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.398140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.398140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.398270] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 903.412843] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.413130] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.415102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.415102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.415102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.415102] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port eb1f2366-7d07-4105-842e-a6fdd9deddbc not found, creating... [ 903.415102] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.415102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.415102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.415102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.415102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.415722] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.415722] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.415722] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.415722] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.415888] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.415960] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: eb1f2366-7d07-4105-842e-a6fdd9deddbc is going to be created. [ 903.440131] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.440363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.440502] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.440853] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.441126] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.441708] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-eb1f2366-7d07-4105-842e-a6fdd9deddbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.463872] env[70473]: INFO networking_nsxv3.common.synchronization [req-9f3dd45d-7bbd-4bf3-b015-b4b8c8b80d32 req-a5f52909-afb0-4ab6-8858-afa724450b0a tempest-InstanceActionsV221TestJSON-2087814646 tempest-InstanceActionsV221TestJSON-2087814646-project-member] Enqueued Resource ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 with Priority: HIGHEST for action security_group_members [ 903.464437] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 with Priority: HIGHEST for action security_group_members [ 903.464802] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.464935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.465013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.465728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.465915] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.466041] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.466116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.466268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.466355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.466466] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7096f8-cb87-4d0b-8adf-1ecb38dcea93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.475384] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.475551] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.475831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.476162] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.476339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.492375] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 903.613204] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.617472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.617472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.617472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.617472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.617472] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfed48e-e18f-4441-a32c-149401eaab69 is going to be created. [ 903.652236] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.652236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.652236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.652236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.652236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.664582] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfed48e-e18f-4441-a32c-149401eaab69 in Status: UNINITIALIZED for 2s [ 903.728517] env[70473]: INFO networking_nsxv3.common.synchronization [None req-88aa804d-7459-4942-9dad-35e4a16b3559 None None] Enqueued Resource ID: b48fee43-35cc-49f5-97d4-f112ad1be0a1 with Priority: HIGHEST for action port [ 903.730422] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48fee43-35cc-49f5-97d4-f112ad1be0a1 with Priority: HIGHEST for action port [ 903.730422] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b48fee43-35cc-49f5-97d4-f112ad1be0a1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.730422] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b48fee43-35cc-49f5-97d4-f112ad1be0a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.730422] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b48fee43-35cc-49f5-97d4-f112ad1be0a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.730624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b48fee43-35cc-49f5-97d4-f112ad1be0a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.730715] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48fee43-35cc-49f5-97d4-f112ad1be0a1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.968950] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.969148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.969296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.969475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.969678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.969810] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.969911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.969975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.970365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.970365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.970450] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 is going to be updated. [ 904.002888] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.002888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.002888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.003134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.003222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.016564] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 in Status: IN_PROGRESS for 2s [ 904.174859] env[70473]: INFO networking_nsxv3.common.synchronization [req-4ad3a178-3b92-4807-b909-5a2e5b26fefe req-daf637e8-ab12-4e45-b7d9-db66f484f6a1 service nova] Enqueued Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_rules [ 904.174859] env[70473]: INFO networking_nsxv3.common.synchronization [req-4ad3a178-3b92-4807-b909-5a2e5b26fefe req-daf637e8-ab12-4e45-b7d9-db66f484f6a1 service nova] Enqueued Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_members [ 904.174859] env[70473]: INFO networking_nsxv3.common.synchronization [req-4ad3a178-3b92-4807-b909-5a2e5b26fefe req-daf637e8-ab12-4e45-b7d9-db66f484f6a1 service nova] Enqueued Resource ID: eb1f2366-7d07-4105-842e-a6fdd9deddbc with Priority: HIGHEST for action port [ 904.174859] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_rules [ 904.174859] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_members [ 904.174859] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb1f2366-7d07-4105-842e-a6fdd9deddbc with Priority: HIGHEST for action port [ 904.175928] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.176350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.176566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.176887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.177076] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.178172] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.178407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.178561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.178845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.179107] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.179325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.179469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.179714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.179894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.180381] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.181669] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb1f2366-7d07-4105-842e-a6fdd9deddbc taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.181930] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb1f2366-7d07-4105-842e-a6fdd9deddbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.182091] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb1f2366-7d07-4105-842e-a6fdd9deddbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.182344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb1f2366-7d07-4105-842e-a6fdd9deddbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.182519] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb1f2366-7d07-4105-842e-a6fdd9deddbc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.233720] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b48fee43-35cc-49f5-97d4-f112ad1be0a1 [ 904.233968] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.234212] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.234290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.234511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.234610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.234706] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b48fee43-35cc-49f5-97d4-f112ad1be0a1 already deleted. [ 904.234804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b48fee43-35cc-49f5-97d4-f112ad1be0a1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.685697] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.685697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.685697] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.686200] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb1f2366-7d07-4105-842e-a6fdd9deddbc with status ACTIVE [ 904.686431] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.687897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.687897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.687897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.687897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.687897] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.687897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.687897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.687897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.687897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.687897] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.687897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.688327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.688327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.688327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.688402] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb1f2366-7d07-4105-842e-a6fdd9deddbc is going to be updated. [ 904.711260] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.711424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.711584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.711678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.711822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.712080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb1f2366-7d07-4105-842e-a6fdd9deddbc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.190720] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.507883] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 905.508258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.676108] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfed48e-e18f-4441-a32c-149401eaab69 in Status: SUCCESS [ 905.676394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.676624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.677044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.677335] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.677530] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.677634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.677897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.678031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.678183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.678338] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.699362] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.699738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.699738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.700304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.700304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.700304] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea is going to be created. [ 905.726352] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.726754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.726754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.726957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.727014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.738700] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea in Status: UNINITIALIZED for 2s [ 906.027628] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 in Status: SUCCESS [ 906.027628] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 deletion is rescheduled due to dependency. [ 906.027628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.181522] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.683631] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bfed48e-e18f-4441-a32c-149401eaab69: rpc.has_security_group_logging(os_id): False [ 906.704256] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.704535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.704535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.704645] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.704740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.705820] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.705820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.705820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.705820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.705820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.705820] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfed48e-e18f-4441-a32c-149401eaab69 is going to be created. [ 906.772815] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.773023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.773076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.773910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.773910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.792447] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfed48e-e18f-4441-a32c-149401eaab69 in Status: IN_PROGRESS for 2s [ 907.749930] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea in Status: SUCCESS [ 907.750398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.750596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.750918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.751151] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.751281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.751347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.751519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.751602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.751689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.751797] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.255488] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.758736] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea: rpc.has_security_group_logging(os_id): False [ 908.778789] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.779106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.779213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.779562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.779747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.780207] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.780321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.780369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.780584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.780707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.780890] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea is going to be created. [ 908.807810] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfed48e-e18f-4441-a32c-149401eaab69 in Status: SUCCESS [ 908.807810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.854388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.854388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.854388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.854620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.854734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.882364] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea in Status: IN_PROGRESS for 2s [ 909.176956] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 909.176956] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 910.417415] env[70473]: INFO networking_nsxv3.common.synchronization [req-f6b0bf09-3342-4f9d-bd52-d3fce6dcca7a req-d6c3bdce-4276-4883-a244-ea8aa627a940 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 910.418214] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 910.418530] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.418652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.418795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.419624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.419624] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.419763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.419804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.419975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.420070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.420168] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.805039] env[70473]: INFO networking_nsxv3.common.synchronization [req-c8944722-1088-4602-98bb-e055e2a7d8dd req-faeefc58-df4d-4755-ac5a-09d208ff0070 tempest-FloatingIPsAssociationTestJSON-259399934 tempest-FloatingIPsAssociationTestJSON-259399934-project-member] Enqueued Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 910.805039] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGHEST for action security_group_members [ 910.806120] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.806684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.809670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.809670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.809670] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.809670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.809670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.809670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.809670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.809670] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.896868] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea in Status: SUCCESS [ 910.896868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.925451] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.312297] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.312484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.312557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.312778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.336175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.336444] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.337241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.337241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.337241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.337241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.337241] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 is going to be updated. [ 911.372470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.372842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.373125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.373372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.373512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.392025] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: IN_PROGRESS for 2s [ 911.429924] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.932692] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.933049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.933470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.933822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.934022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.934271] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 911.965692] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.966079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.968023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.968023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.968023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.977864] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 913.405024] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 in Status: SUCCESS [ 913.405024] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 deletion is rescheduled due to dependency. [ 913.405024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.989656] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 913.989656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.454564] env[70473]: INFO networking_nsxv3.common.synchronization [req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 req-9cc16a41-2fce-4428-b5e0-8489fefe8a46 tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Enqueued Resource ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 with Priority: HIGHEST for action security_group_members [ 915.455107] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 with Priority: HIGHEST for action security_group_members [ 915.455414] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.455536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.455604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.455854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.456015] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.458836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.458917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.459100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.459215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.459289] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67e8ac3-0f4d-4482-ba7e-ab3499927b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.963991] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.964208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.964255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.964473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.964564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.964771] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.964862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.964939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.965183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.965245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.965335] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 already deleted. [ 915.965375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.127348] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.127454] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-826" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.127510] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-826" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.127932] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-826" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.128546] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.128737] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.128870] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.129164] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.129648] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.129648] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.129648] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.129780] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.129810] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.129922] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.130057] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.130206] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.147372] env[70473]: INFO networking_nsxv3.common.synchronization [None req-2b3c586f-3508-454d-b376-c8b8d1e43d84 None None] Enqueued Resource ID: b62a2cd8-e733-4ec5-92f6-865eb11ce76c with Priority: HIGHEST for action port [ 916.150177] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b62a2cd8-e733-4ec5-92f6-865eb11ce76c with Priority: HIGHEST for action port [ 916.150177] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b62a2cd8-e733-4ec5-92f6-865eb11ce76c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.150177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b62a2cd8-e733-4ec5-92f6-865eb11ce76c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.150177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b62a2cd8-e733-4ec5-92f6-865eb11ce76c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.150177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b62a2cd8-e733-4ec5-92f6-865eb11ce76c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.150177] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b62a2cd8-e733-4ec5-92f6-865eb11ce76c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.152358] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.152521] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 916.152664] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.152842] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-826" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.153172] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.153343] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.153467] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.153784] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.153928] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('368580a6-e0d1-4f22-bdcd-2ad2dd5a6289',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.653298] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b62a2cd8-e733-4ec5-92f6-865eb11ce76c [ 916.653298] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.653298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.653298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.653298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.653298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.653298] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b62a2cd8-e733-4ec5-92f6-865eb11ce76c already deleted. [ 916.653298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b62a2cd8-e733-4ec5-92f6-865eb11ce76c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.658956] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.658956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.658956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.660075] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.660075] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.660075] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 not found, creating... [ 916.660075] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.660364] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.660364] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.660594] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.660715] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.661074] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.661237] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.661356] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.661577] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.661725] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.661876] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 is going to be created. [ 916.687205] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.687378] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.687501] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.687776] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.688107] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.688350] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.923946] env[70473]: INFO networking_nsxv3.common.synchronization [req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 req-e2678073-e0b4-487a-a5fa-46be56f7144d service nova] Enqueued Resource ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 with Priority: HIGHEST for action security_group_rules [ 917.924426] env[70473]: INFO networking_nsxv3.common.synchronization [req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 req-e2678073-e0b4-487a-a5fa-46be56f7144d service nova] Enqueued Resource ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 with Priority: HIGHEST for action security_group_members [ 917.924426] env[70473]: INFO networking_nsxv3.common.synchronization [req-76e10e61-eb8b-4b6d-8d33-1bda1546e7e9 req-e2678073-e0b4-487a-a5fa-46be56f7144d service nova] Enqueued Resource ID: 368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 with Priority: HIGHEST for action port [ 917.924520] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 with Priority: HIGHEST for action security_group_rules [ 917.924585] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 with Priority: HIGHEST for action security_group_members [ 917.924683] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 with Priority: HIGHEST for action port [ 917.925292] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f67e8ac3-0f4d-4482-ba7e-ab3499927b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.925421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.925719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.925860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.925919] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f67e8ac3-0f4d-4482-ba7e-ab3499927b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.926782] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.926881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.927176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.927176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.927487] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.927593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.927646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.927796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.927992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.927992] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67e8ac3-0f4d-4482-ba7e-ab3499927b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.928696] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.928800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.928868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.929019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.929093] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('368580a6-e0d1-4f22-bdcd-2ad2dd5a6289',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.169580] env[70473]: INFO networking_nsxv3.common.synchronization [req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 req-cf10fe46-be30-41f6-ad6e-1433d36ea087 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 918.170174] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 918.175187] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.175187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.175187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.175187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.175187] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.175187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.175187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.175187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.175187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.175187] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.394606] env[70473]: INFO networking_nsxv3.common.synchronization [None req-fde68c39-be91-4d0a-9541-00f2b8bbee77 None None] Enqueued Resource ID: dc177185-5e69-4e10-ad30-528be9835e0d with Priority: HIGHEST for action port [ 918.396819] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc177185-5e69-4e10-ad30-528be9835e0d with Priority: HIGHEST for action port [ 918.397168] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc177185-5e69-4e10-ad30-528be9835e0d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.397875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc177185-5e69-4e10-ad30-528be9835e0d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.397875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc177185-5e69-4e10-ad30-528be9835e0d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.397875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc177185-5e69-4e10-ad30-528be9835e0d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.397875] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc177185-5e69-4e10-ad30-528be9835e0d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.431898] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.431898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.431898] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f67e8ac3-0f4d-4482-ba7e-ab3499927b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.432521] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 with status ACTIVE [ 918.432714] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.432835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.432892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.433262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.433316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.433499] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.433594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.433654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.433797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.433870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.435072] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.435072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.435072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.435188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.435290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.435433] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 368580a6-e0d1-4f22-bdcd-2ad2dd5a6289 is going to be updated. [ 918.459529] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.460896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.460896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.460896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.460896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.460896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-368580a6-e0d1-4f22-bdcd-2ad2dd5a6289" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.502746] env[70473]: INFO networking_nsxv3.common.synchronization [None req-7e309cbf-d8ae-4eb1-863b-b3b17c376b70 None None] Enqueued Resource ID: 39e88dcf-b65f-4c90-940e-e015750d87cf with Priority: HIGHEST for action port [ 918.503037] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e88dcf-b65f-4c90-940e-e015750d87cf with Priority: HIGHEST for action port [ 918.503451] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e88dcf-b65f-4c90-940e-e015750d87cf taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.503581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e88dcf-b65f-4c90-940e-e015750d87cf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.503668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e88dcf-b65f-4c90-940e-e015750d87cf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.503993] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e88dcf-b65f-4c90-940e-e015750d87cf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.504114] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e88dcf-b65f-4c90-940e-e015750d87cf',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.675358] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.675547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.675621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.675844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.697717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.698066] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.698231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.698345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.698566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.698676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.698920] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 918.707821] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.708042] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.708219] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.708607] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.708957] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.709209] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.709416] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.709742] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.709955] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.710337] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.710472] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.710587] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.710702] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.710817] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.711010] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.711164] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.726927] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.727122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.727162] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.727348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.727482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.730411] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.730411] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.730577] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.730721] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.731099] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-a0ae026c-702e-44c7-b3e7-5913e6f96ff5 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.731280] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-a0ae026c-702e-44c7-b3e7-5913e6f96ff5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.731404] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-a0ae026c-702e-44c7-b3e7-5913e6f96ff5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.731732] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-a0ae026c-702e-44c7-b3e7-5913e6f96ff5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.731876] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ae026c-702e-44c7-b3e7-5913e6f96ff5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.746193] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 918.901762] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc177185-5e69-4e10-ad30-528be9835e0d [ 918.902057] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.903029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.903029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.903029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.903029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.903029] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc177185-5e69-4e10-ad30-528be9835e0d already deleted. [ 918.903029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc177185-5e69-4e10-ad30-528be9835e0d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.938306] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f67e8ac3-0f4d-4482-ba7e-ab3499927b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.007315] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39e88dcf-b65f-4c90-940e-e015750d87cf [ 919.007315] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.007315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.007315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.007315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.008270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.008384] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39e88dcf-b65f-4c90-940e-e015750d87cf already deleted. [ 919.008477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e88dcf-b65f-4c90-940e-e015750d87cf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.234448] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.234663] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.234789] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.235560] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.235884] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.236025] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port a0ae026c-702e-44c7-b3e7-5913e6f96ff5 not found, creating... [ 919.236389] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.236485] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.236527] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.236758] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.236979] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.237209] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.237371] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.237591] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.237836] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.237982] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.238143] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: a0ae026c-702e-44c7-b3e7-5913e6f96ff5 is going to be created. [ 919.274825] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.275247] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.275247] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.275511] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.275826] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.275971] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-a0ae026c-702e-44c7-b3e7-5913e6f96ff5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.443018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.443018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.443018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.443018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.443018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.443018] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 is going to be created. [ 919.483029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.483029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.483029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.483316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.483438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.496071] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 in Status: UNINITIALIZED for 2s [ 920.018054] env[70473]: INFO networking_nsxv3.common.synchronization [req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 req-852822a9-6519-4ae9-8207-73151227ef04 service nova] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_rules [ 920.018353] env[70473]: INFO networking_nsxv3.common.synchronization [req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 req-852822a9-6519-4ae9-8207-73151227ef04 service nova] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 920.018478] env[70473]: INFO networking_nsxv3.common.synchronization [req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 req-852822a9-6519-4ae9-8207-73151227ef04 service nova] Enqueued Resource ID: a0ae026c-702e-44c7-b3e7-5913e6f96ff5 with Priority: HIGHEST for action port [ 920.019492] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_rules [ 920.019648] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 920.019749] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ae026c-702e-44c7-b3e7-5913e6f96ff5 with Priority: HIGHEST for action port [ 920.023165] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.023390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.023466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.023699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.023785] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.024785] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.024886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.025728] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0ae026c-702e-44c7-b3e7-5913e6f96ff5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.025728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0ae026c-702e-44c7-b3e7-5913e6f96ff5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.025728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0ae026c-702e-44c7-b3e7-5913e6f96ff5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.025728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0ae026c-702e-44c7-b3e7-5913e6f96ff5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.025728] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ae026c-702e-44c7-b3e7-5913e6f96ff5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.476123] env[70473]: INFO networking_nsxv3.common.synchronization [None req-4be32e33-0c3b-46e6-aea9-3246e238c6cd None None] Enqueued Resource ID: 8abb114b-4ce9-4322-b599-47187251798c with Priority: HIGHEST for action port [ 920.476720] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8abb114b-4ce9-4322-b599-47187251798c with Priority: HIGHEST for action port [ 920.477094] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-8abb114b-4ce9-4322-b599-47187251798c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.477155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8abb114b-4ce9-4322-b599-47187251798c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.477221] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8abb114b-4ce9-4322-b599-47187251798c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.479307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8abb114b-4ce9-4322-b599-47187251798c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.479386] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8abb114b-4ce9-4322-b599-47187251798c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.527567] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.527567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.532681] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0ae026c-702e-44c7-b3e7-5913e6f96ff5 with status ACTIVE [ 920.532681] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.532681] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.532681] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.532681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.532681] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0ae026c-702e-44c7-b3e7-5913e6f96ff5 is going to be updated. [ 920.558576] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.558576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.558576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.559320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.559320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.559320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0ae026c-702e-44c7-b3e7-5913e6f96ff5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.756351] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 920.756527] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de deletion is rescheduled due to dependency. [ 920.756642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.756802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.757027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.757203] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.757315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.757371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.757526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.757597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.757688] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.981970] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8abb114b-4ce9-4322-b599-47187251798c [ 920.982191] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.982339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.982391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.982596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.982682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.982773] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8abb114b-4ce9-4322-b599-47187251798c already deleted. [ 920.982851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8abb114b-4ce9-4322-b599-47187251798c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.262538] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.399759] env[70473]: INFO networking_nsxv3.common.synchronization [None req-21c65002-0c3e-4df9-b890-10ead9866c73 None None] Enqueued Resource ID: 2d1d20c0-6c78-44ef-8a8e-5186b17e5473 with Priority: HIGHEST for action port [ 921.400526] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d20c0-6c78-44ef-8a8e-5186b17e5473 with Priority: HIGHEST for action port [ 921.401439] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1d20c0-6c78-44ef-8a8e-5186b17e5473 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.401723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1d20c0-6c78-44ef-8a8e-5186b17e5473" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.401879] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1d20c0-6c78-44ef-8a8e-5186b17e5473" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.402238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1d20c0-6c78-44ef-8a8e-5186b17e5473" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.402446] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1d20c0-6c78-44ef-8a8e-5186b17e5473',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.507510] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 in Status: SUCCESS [ 921.511054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.511054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.511054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.511054] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.511054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.511054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.511054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.511054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.511054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.511054] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f67e8ac3-0f4d-4482-ba7e-ab3499927b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.765423] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.908123] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d1d20c0-6c78-44ef-8a8e-5186b17e5473 [ 921.908123] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.908123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.908123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.908123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.908123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.908123] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d1d20c0-6c78-44ef-8a8e-5186b17e5473 already deleted. [ 921.908123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1d20c0-6c78-44ef-8a8e-5186b17e5473" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.014802] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.014989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.015166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.015552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.016406] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.016544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.016624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.016799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.016890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.016980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.017147] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.017245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.017300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.017441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.017576] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.017665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.017726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.017867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.017935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.018022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.018113] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f67e8ac3-0f4d-4482-ba7e-ab3499927b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.268666] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.269109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.269109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.269224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.269224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.269341] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 922.303977] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.304155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.304254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.305816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.305816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.318131] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 922.357175] env[70473]: INFO networking_nsxv3.common.synchronization [None req-bb8792bb-e1cb-4eed-86ff-e1efbb552fbf tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Enqueued Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_rules [ 922.357805] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_rules [ 922.358520] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.358657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.358728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.358997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.359091] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.462532] env[70473]: INFO networking_nsxv3.common.synchronization [None req-065d22bc-7a03-4b5c-8674-da7f1f9ca470 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Enqueued Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_rules [ 922.463189] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_rules [ 922.463609] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.463787] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.521100] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f67e8ac3-0f4d-4482-ba7e-ab3499927b69: rpc.has_security_group_logging(os_id): False [ 922.540363] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.540681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.540845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.541170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.541595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.541926] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.542187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.542340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.542572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.542740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.543049] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.543259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.543419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.543641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.543802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.544113] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.544338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.546129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.546129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.546129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.546129] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 is going to be created. [ 922.609770] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.609770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.609770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.609770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.609770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.618859] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 in Status: IN_PROGRESS for 2s [ 922.881233] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.881233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.881233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.881436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.881436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.883146] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e already deleted. [ 922.883146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.883146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.883146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.883146] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.413333] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.413333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.413759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.413759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.413759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.413840] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e already deleted. [ 923.413873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.996593] env[70473]: INFO networking_nsxv3.common.synchronization [req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 req-fb843124-0cd3-400a-8d2a-11619fe9846d tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 923.997220] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 923.997451] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.997680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.016512] env[70473]: INFO networking_nsxv3.common.synchronization [None req-6080929b-10e1-4dce-8ac9-ab86e9742505 None None] Enqueued Resource ID: 571da132-df99-4392-9c4c-33534d07b00b with Priority: HIGHEST for action port [ 924.016512] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571da132-df99-4392-9c4c-33534d07b00b with Priority: HIGHEST for action port [ 924.019304] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-571da132-df99-4392-9c4c-33534d07b00b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.019304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571da132-df99-4392-9c4c-33534d07b00b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.019304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571da132-df99-4392-9c4c-33534d07b00b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.019304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571da132-df99-4392-9c4c-33534d07b00b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.019304] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571da132-df99-4392-9c4c-33534d07b00b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.330906] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 924.331202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.331386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.331611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.331799] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.331965] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.332054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.332225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.332342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.332378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.332480] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.333385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.333556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.334292] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.334292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.334292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.334292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.334292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.334292] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.521146] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 571da132-df99-4392-9c4c-33534d07b00b [ 924.521146] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.521146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.521146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.521146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.521146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.521146] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:571da132-df99-4392-9c4c-33534d07b00b already deleted. [ 924.521146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571da132-df99-4392-9c4c-33534d07b00b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.633619] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 in Status: SUCCESS [ 924.633619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.836086] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.836436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.837512] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.960751] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.960751] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.960751] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.961099] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.961366] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.961540] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.961664] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.962043] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.962142] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.962392] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.962834] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.962834] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.962834] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.962975] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.962975] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.963133] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.984684] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.984845] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.984996] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.985200] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.985530] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-84488321-117d-43a0-9078-cd72a1b27707 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.985713] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-84488321-117d-43a0-9078-cd72a1b27707" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.985841] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-84488321-117d-43a0-9078-cd72a1b27707" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.986211] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-84488321-117d-43a0-9078-cd72a1b27707" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.986358] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84488321-117d-43a0-9078-cd72a1b27707',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.340093] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.489625] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.489839] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.490031] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.490405] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.490635] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.491034] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 84488321-117d-43a0-9078-cd72a1b27707 not found, creating... [ 925.491443] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.491657] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.491851] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.492497] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.492666] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.494029] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.494029] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.494029] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.494029] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.494029] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.494029] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 84488321-117d-43a0-9078-cd72a1b27707 is going to be created. [ 925.536758] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.537219] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.537261] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.537547] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.537781] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.538121] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-84488321-117d-43a0-9078-cd72a1b27707" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.844655] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.844737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.844812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.845076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.845170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.845272] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 925.878280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.878442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.878481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.878687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.878949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.898643] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 926.330402] env[70473]: INFO networking_nsxv3.common.synchronization [req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 req-551896f3-3e38-4cf7-a902-8a3584dc9ca4 service nova] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_rules [ 926.330608] env[70473]: INFO networking_nsxv3.common.synchronization [req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 req-551896f3-3e38-4cf7-a902-8a3584dc9ca4 service nova] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 926.330752] env[70473]: INFO networking_nsxv3.common.synchronization [req-f45df8c5-2fe2-4a3b-a6a5-c996b8f17d58 req-551896f3-3e38-4cf7-a902-8a3584dc9ca4 service nova] Enqueued Resource ID: 84488321-117d-43a0-9078-cd72a1b27707 with Priority: HIGHEST for action port [ 926.331055] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_rules [ 926.331234] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 926.331284] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84488321-117d-43a0-9078-cd72a1b27707 with Priority: HIGHEST for action port [ 926.331899] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.332015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.332223] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.332311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.332509] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-84488321-117d-43a0-9078-cd72a1b27707 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.332607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84488321-117d-43a0-9078-cd72a1b27707" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.332670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84488321-117d-43a0-9078-cd72a1b27707" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.332875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84488321-117d-43a0-9078-cd72a1b27707" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.332953] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84488321-117d-43a0-9078-cd72a1b27707',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.835434] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84488321-117d-43a0-9078-cd72a1b27707 with status ACTIVE [ 926.835766] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.835831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.835873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.836099] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.836193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.836371] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.836472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.836533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.836695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.836772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.836980] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.837061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.837122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.837265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.837339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.837423] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84488321-117d-43a0-9078-cd72a1b27707 is going to be updated. [ 926.859100] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.859222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.859222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.859444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.859591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.859755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84488321-117d-43a0-9078-cd72a1b27707" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.910114] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 927.911171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.911171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.911171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.911171] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.911171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.911171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.911558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.911558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.911558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.911646] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.911695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.911733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.911850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.911998] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.912105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.912170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.912309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.912383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.912462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.912547] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.913444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.913610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.913755] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.913930] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.913930] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.914065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.914143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.914228] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.416388] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14cb07d0-607b-4c6f-bd56-9b768c2742de: rpc.has_security_group_logging(os_id): False [ 928.418096] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.449134] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.449321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.449390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.449652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.449753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.449950] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.450060] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.450116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.450276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.450351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.450552] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.450661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.450725] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.450915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.450963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.451180] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.451287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.451376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.451526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.451601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.451688] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 928.533116] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.533116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.533116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.533422] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.533526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.565703] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 928.921360] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.980042] env[70473]: INFO networking_nsxv3.common.synchronization [req-d69628b0-819b-4cc8-90d5-0d81b414d60e req-b9a7df57-3d37-4cd3-a645-c092379df63b tempest-ImagesNegativeTestJSON-698438647 tempest-ImagesNegativeTestJSON-698438647-project-member] Enqueued Resource ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 with Priority: HIGHEST for action security_group_members [ 928.980042] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 with Priority: HIGHEST for action security_group_members [ 928.980042] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.980042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.980042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.980661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.981025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.981296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.981477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.981742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.982932] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.982932] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f67e8ac3-0f4d-4482-ba7e-ab3499927b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.410738] env[70473]: INFO networking_nsxv3.common.synchronization [req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 req-3735a616-0813-44f1-9abf-6c368dd44ae0 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Enqueued Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_members [ 929.411422] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_members [ 929.411747] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d5a02fe-9587-418d-83e7-d3f82f118084 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.411854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.411894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.412178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.412337] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.412828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.412828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.412828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.412828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.412828] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.423093] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.423279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.423460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.424375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.424375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.424375] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 929.454102] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.454367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.454367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.454553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.454722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.465904] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 929.485039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.485212] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.485289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.485511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.485621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.485910] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.486072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.486171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.486375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.486486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.486619] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 is going to be updated. [ 929.564660] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.564841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.565318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.565580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.565721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.579134] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 in Status: IN_PROGRESS for 2s [ 929.736707] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.736950] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.737109] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.737389] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.738072] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.738251] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.738397] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.738988] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.738988] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.739194] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.739194] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.739268] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.739404] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.739526] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 929.739646] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.739797] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.760309] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.760490] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 929.760637] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.760848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-692" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.761281] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-26eb5c39-cb74-4d95-a082-5f35958741f1 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.761511] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-26eb5c39-cb74-4d95-a082-5f35958741f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.761612] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-26eb5c39-cb74-4d95-a082-5f35958741f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.761959] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-26eb5c39-cb74-4d95-a082-5f35958741f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.762124] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26eb5c39-cb74-4d95-a082-5f35958741f1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.916294] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.916294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.916294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.916294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.916294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.916294] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.916294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.916294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.916294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.916294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.916294] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 already deleted. [ 929.916294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.265089] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.265405] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.265520] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.265831] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.266032] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.266176] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 26eb5c39-cb74-4d95-a082-5f35958741f1 not found, creating... [ 930.266455] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.266623] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.266747] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.266977] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.267250] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.267623] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.267828] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.267917] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.268158] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.268301] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.268447] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 26eb5c39-cb74-4d95-a082-5f35958741f1 is going to be created. [ 930.291189] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.291513] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.291816] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.292234] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.293016] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.293016] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-26eb5c39-cb74-4d95-a082-5f35958741f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.581768] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 930.582045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.582248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.582446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.582534] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.937299] env[70473]: INFO networking_nsxv3.common.synchronization [req-deafb494-51fd-4f83-aa72-95edca9f41f6 req-439c83ed-2b1f-4132-a209-bd2eb8be071c tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Enqueued Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 930.940030] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 930.940030] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.940030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.940287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.940451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.940655] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.940966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.940966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.941234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.941360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.941520] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.039481] env[70473]: INFO networking_nsxv3.common.synchronization [req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 req-8134d4cc-6659-4b3e-b977-beb0569de2cb service nova] Enqueued Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_rules [ 931.039668] env[70473]: INFO networking_nsxv3.common.synchronization [req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 req-8134d4cc-6659-4b3e-b977-beb0569de2cb service nova] Enqueued Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_members [ 931.039812] env[70473]: INFO networking_nsxv3.common.synchronization [req-adc11d42-e0cd-49a5-a9a0-bff6d4d40bc6 req-8134d4cc-6659-4b3e-b977-beb0569de2cb service nova] Enqueued Resource ID: 26eb5c39-cb74-4d95-a082-5f35958741f1 with Priority: HIGHEST for action port [ 931.040351] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_rules [ 931.041204] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_members [ 931.041372] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26eb5c39-cb74-4d95-a082-5f35958741f1 with Priority: HIGHEST for action port [ 931.042244] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d5a02fe-9587-418d-83e7-d3f82f118084 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.042419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.042483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.042688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.042796] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.043697] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d5a02fe-9587-418d-83e7-d3f82f118084 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.043812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.043883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.044550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.044550] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.044550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.044550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.044550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.044550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.044794] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.045387] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-26eb5c39-cb74-4d95-a082-5f35958741f1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.045505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26eb5c39-cb74-4d95-a082-5f35958741f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.045575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26eb5c39-cb74-4d95-a082-5f35958741f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.045722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26eb5c39-cb74-4d95-a082-5f35958741f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.045793] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26eb5c39-cb74-4d95-a082-5f35958741f1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.084696] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.084696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.447758] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.476054] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 931.479401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.479401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.479401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.479401] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.479401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.479401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.479401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.479401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.479401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.479401] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.548122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d5a02fe-9587-418d-83e7-d3f82f118084 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.548122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.549747] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.550550] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26eb5c39-cb74-4d95-a082-5f35958741f1 with status ACTIVE [ 931.550912] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.550912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.551066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.551632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.551632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.551632] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.551790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.551790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.552579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.552579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.552579] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.552579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.552579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.552792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.552792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.553585] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26eb5c39-cb74-4d95-a082-5f35958741f1 is going to be updated. [ 931.583380] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.583550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.583588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.583796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.583932] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.584102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26eb5c39-cb74-4d95-a082-5f35958741f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.589099] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 in Status: SUCCESS [ 931.589273] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f67e8ac3-0f4d-4482-ba7e-ab3499927b69 deletion is rescheduled due to dependency. [ 931.589381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f67e8ac3-0f4d-4482-ba7e-ab3499927b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.949726] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.980090] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.980276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.980317] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.980520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.980682] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.980780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.980843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.981029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.981118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.981224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.981383] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.981491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.981567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.981712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.981851] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.981939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.982010] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.982151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.982223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.982302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.982390] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.056203] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.452641] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.452967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.452967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.453172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.453258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.453365] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d is going to be updated. [ 932.484171] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.484345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.484384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.484579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.484726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.486062] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14cb07d0-607b-4c6f-bd56-9b768c2742de: rpc.has_security_group_logging(os_id): False [ 932.517954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.518164] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.518295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.518509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.518607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.518803] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.519253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.519253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.519253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.519253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.519388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.519823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.519823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.519823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.519823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.519964] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.520021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.520311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.520311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.520311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.520477] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 932.528697] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: IN_PROGRESS for 2s [ 932.560617] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.560749] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.561087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.561192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.561192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.561299] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 is going to be created. [ 932.586013] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.586013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.586013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.586013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.586337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.598625] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 in Status: UNINITIALIZED for 2s [ 932.610550] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.610634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.611429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.611429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.611429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.628718] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 934.230890] env[70473]: INFO networking_nsxv3.common.synchronization [None req-7e2c1f0a-dfb7-4a07-9ff4-1e6ab56250f0 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_rules [ 934.231567] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_rules [ 934.231717] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5761d008-f405-423c-80c5-8b4193db4f76 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.231841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.231911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.232226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.232306] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.309093] env[70473]: INFO networking_nsxv3.common.synchronization [None req-c97f3036-196b-43d3-a54e-cf02ef7ee9c6 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_rules [ 934.309093] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_rules [ 934.309578] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5761d008-f405-423c-80c5-8b4193db4f76 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.309703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.541634] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: SUCCESS [ 934.541865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.610571] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 in Status: SUCCESS [ 934.610824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.611090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.611402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.613109] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.613344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.613470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.613720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.613842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.613970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.614369] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.644518] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 934.644793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.756024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.756365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.756433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.756698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.757230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.757230] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5761d008-f405-423c-80c5-8b4193db4f76 already deleted. [ 934.757894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.757894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.757894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.757894] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.117425] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.284494] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.284812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.284812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.285041] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.289244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.289809] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5761d008-f405-423c-80c5-8b4193db4f76 already deleted. [ 935.289809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.620016] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d5a02fe-9587-418d-83e7-d3f82f118084: rpc.has_security_group_logging(os_id): False [ 935.643300] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.644778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.644905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.645172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.645299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.645591] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.645731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.647234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.647234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.647234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.647234] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 is going to be created. [ 935.706713] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.708115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.709016] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.709016] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.712062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.725506] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 in Status: IN_PROGRESS for 2s [ 936.305945] env[70473]: INFO networking_nsxv3.common.synchronization [None req-aa6d0efa-ddc5-49c4-b6a7-417c3f28a028 None None] Enqueued Resource ID: 819ad505-288e-4f79-92c1-6e8df4e8cb09 with Priority: HIGHEST for action port [ 936.306528] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 819ad505-288e-4f79-92c1-6e8df4e8cb09 with Priority: HIGHEST for action port [ 936.306834] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-819ad505-288e-4f79-92c1-6e8df4e8cb09 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.306950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-819ad505-288e-4f79-92c1-6e8df4e8cb09" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.307108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-819ad505-288e-4f79-92c1-6e8df4e8cb09" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.307408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-819ad505-288e-4f79-92c1-6e8df4e8cb09" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.307528] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('819ad505-288e-4f79-92c1-6e8df4e8cb09',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.813027] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 819ad505-288e-4f79-92c1-6e8df4e8cb09 [ 936.813207] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.813408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.813408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.813572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.813630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.813726] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:819ad505-288e-4f79-92c1-6e8df4e8cb09 already deleted. [ 936.814464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-819ad505-288e-4f79-92c1-6e8df4e8cb09" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.744011] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 in Status: SUCCESS [ 937.744011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.282270] env[70473]: INFO networking_nsxv3.common.synchronization [req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 req-7a098f06-bcaa-457a-9e1a-c9ed7440d78b tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 938.282427] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 938.282874] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.283160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.283253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.283549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.283799] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.283883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.283883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.284081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.284250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.284354] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.606875] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.607743] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.608060] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.608867] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.609380] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.609894] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.610175] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.610616] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.611338] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.611767] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.612027] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.612571] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.612850] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.613197] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 938.613474] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.614121] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.642773] env[70473]: INFO networking_nsxv3.common.synchronization [req-639143d2-2e8e-4006-b6bc-c51bdec83272 req-8420d099-e3df-4816-9ba1-e54ac2eaaf23 tempest-ListImageFiltersTestJSON-1494520752 tempest-ListImageFiltersTestJSON-1494520752-project-member] Enqueued Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 938.643451] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGHEST for action security_group_members [ 938.643849] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.643965] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.644652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.645150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.645150] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.645358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.645358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.645505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.645606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.645714] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.647439] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.647613] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 938.647763] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.647953] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.648386] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.648571] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.648711] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.649715] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.649915] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.685175] env[70473]: INFO networking_nsxv3.common.synchronization [None req-a8f70ba1-cf08-432c-b8c8-268da942a937 None None] Enqueued Resource ID: eec18e90-3954-4123-b96e-75967dd8cb79 with Priority: HIGHEST for action port [ 938.686102] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eec18e90-3954-4123-b96e-75967dd8cb79 with Priority: HIGHEST for action port [ 938.686484] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-eec18e90-3954-4123-b96e-75967dd8cb79 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.686619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eec18e90-3954-4123-b96e-75967dd8cb79" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.686676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eec18e90-3954-4123-b96e-75967dd8cb79" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.686962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eec18e90-3954-4123-b96e-75967dd8cb79" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.687087] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eec18e90-3954-4123-b96e-75967dd8cb79',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.786434] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.789312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.789312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.789312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.789312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.789312] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.789312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.789312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.789312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.789312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.789312] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be deleted. [ 938.827691] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.827691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.827691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.827691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.827691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.827691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.073064] env[70473]: INFO networking_nsxv3.common.synchronization [req-c3a5952b-6880-47e4-a3c0-af0d77e72ba1 req-28a5be99-184c-419f-a5bd-5a046eabf638 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 939.073064] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 939.073372] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.073611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.073747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.074015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.074262] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.074476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.074614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.075033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.075203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.075368] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.146150] env[70473]: INFO networking_nsxv3.common.synchronization [req-09d21400-468f-4c11-aa37-c23a77a1dd9b req-514ce859-70b9-4746-9726-2813d18b77c7 tempest-MultipleCreateTestJSON-147209668 tempest-MultipleCreateTestJSON-147209668-project-member] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 939.146150] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGHEST for action security_group_members [ 939.146150] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.146150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.151962] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.152117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.152156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.152833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.154269] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.154468] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.154598] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.155144] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.155352] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.155521] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 not found, creating... [ 939.155790] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.155951] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.156841] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.156841] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.156841] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.156973] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.157159] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.157285] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.157509] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.157653] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.157824] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 is going to be created. [ 939.182678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.182946] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.183095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.183151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.183405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.183495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.183610] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb is going to be updated. [ 939.189255] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eec18e90-3954-4123-b96e-75967dd8cb79 [ 939.189478] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.189605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.189674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.189886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.189997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.190109] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eec18e90-3954-4123-b96e-75967dd8cb79 already deleted. [ 939.190194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eec18e90-3954-4123-b96e-75967dd8cb79" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.196184] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.196184] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.196184] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.196184] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.196184] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.196544] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.233218] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.233373] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.233444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.233648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.233790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.250568] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: IN_PROGRESS for 2s [ 939.578961] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.878459] env[70473]: INFO networking_nsxv3.common.synchronization [req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 req-d085f7cb-76a3-40c2-afcb-3734204c613f service nova] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_rules [ 939.878459] env[70473]: INFO networking_nsxv3.common.synchronization [req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 req-d085f7cb-76a3-40c2-afcb-3734204c613f service nova] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 939.878459] env[70473]: INFO networking_nsxv3.common.synchronization [req-505cdcca-d0e3-4ffd-ae6a-b86897bfa7a8 req-d085f7cb-76a3-40c2-afcb-3734204c613f service nova] Enqueued Resource ID: a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 with Priority: HIGHEST for action port [ 939.878459] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_rules [ 939.878459] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 939.879024] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 with Priority: HIGHEST for action port [ 939.879161] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.879311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.879348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.879536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.879702] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.880812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.880812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.880812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.881103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.881103] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.881181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.881215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.881333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.881415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.881506] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.882254] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.882360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.882425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.882571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.882642] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.081427] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.390350] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.391872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.392025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.392235] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 with status ACTIVE [ 940.392574] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.392574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.392574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.392815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.392860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.393013] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.397017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.397017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.397017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.397017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.397017] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.397017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.397017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.397017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.397017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.397017] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8 is going to be updated. [ 940.420605] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.420752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.420927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.421091] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.421233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.421392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2c6620d-60cc-4271-a2e8-ca20ea1bd1d8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.583753] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.583900] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.583972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.584221] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.584313] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.585347] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 940.629476] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.629635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.629699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.629918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.630075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.648216] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 940.897384] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.264258] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb in Status: SUCCESS [ 941.264458] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb deletion is rescheduled due to dependency. [ 941.264577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.399630] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.399750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.399750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.399976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.400080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.400185] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be created. [ 941.428153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.428303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.428371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.428580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.428742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.452595] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: UNINITIALIZED for 2s [ 942.659470] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 942.659975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.659975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.660349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.660465] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.660587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.660640] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.660791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.661360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.661360] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.005039] env[70473]: INFO networking_nsxv3.common.synchronization [req-5719a032-7cd2-4dc9-9eaa-dc59992310db req-4ed8acfb-03ca-4e33-8186-eaac52cfa48c tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 943.005039] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 943.005039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.005039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.005039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.005594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.005869] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.006126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.006374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.006676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.007547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.007547] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.166217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.166217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.166217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.166217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.166217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.166217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.166217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.166217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.166217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.166217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.166217] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be updated. [ 943.193637] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.193782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.193851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.194070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.194208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.206693] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: IN_PROGRESS for 2s [ 943.312806] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.313030] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.313165] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.313545] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.313817] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.313982] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.314123] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.314348] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.314496] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.314713] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.314833] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.314950] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.315076] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.315193] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.315303] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.315442] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.336112] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.336302] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.336447] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.336628] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.336942] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-62ffdfc9-bd85-44ec-aee9-b339ed415ee4 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.337140] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-62ffdfc9-bd85-44ec-aee9-b339ed415ee4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.337266] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-62ffdfc9-bd85-44ec-aee9-b339ed415ee4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.337589] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-62ffdfc9-bd85-44ec-aee9-b339ed415ee4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.337736] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ffdfc9-bd85-44ec-aee9-b339ed415ee4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.463490] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: SUCCESS [ 943.463717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.463892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.464148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.464349] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.464474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.464607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.464701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.464782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.464867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.464960] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.509802] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.509802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.509802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.509802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.510125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.511028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.511028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.511028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.511028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.511028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.511028] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b already deleted. [ 943.511028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.840059] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.840390] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.840531] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.841270] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.841270] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.841376] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 62ffdfc9-bd85-44ec-aee9-b339ed415ee4 not found, creating... [ 943.841645] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.841869] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.842057] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.842344] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.842520] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.843036] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.843096] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.843250] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.843475] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.843649] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.843832] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 62ffdfc9-bd85-44ec-aee9-b339ed415ee4 is going to be created. [ 943.869213] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.869525] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.869662] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.869973] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.870286] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.870563] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-62ffdfc9-bd85-44ec-aee9-b339ed415ee4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.967743] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.968158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.968158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.968351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.968572] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.968682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.968748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.969111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.969188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.969333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.969590] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.969729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.969848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.970151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.970409] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.970583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.970698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.971076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.971341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.971424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.971626] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.474089] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d965840b-e49b-4ee6-9324-ebb43ad2ea2f: rpc.has_security_group_logging(os_id): False [ 944.495455] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.495646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.495681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.496074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.496226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.496478] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.496623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.496801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.496934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.497063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.497300] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.497460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.497539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.497762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.497836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.498025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.498123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.498195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.498386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.498473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.498564] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be created. [ 944.574331] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.574521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.574521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.577022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.577022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.584349] env[70473]: INFO networking_nsxv3.common.synchronization [req-5719a032-7cd2-4dc9-9eaa-dc59992310db req-8d72632a-13bb-4374-bf1f-159e51808ca4 service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 944.584522] env[70473]: INFO networking_nsxv3.common.synchronization [req-5719a032-7cd2-4dc9-9eaa-dc59992310db req-8d72632a-13bb-4374-bf1f-159e51808ca4 service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 944.584660] env[70473]: INFO networking_nsxv3.common.synchronization [req-5719a032-7cd2-4dc9-9eaa-dc59992310db req-8d72632a-13bb-4374-bf1f-159e51808ca4 service nova] Enqueued Resource ID: 62ffdfc9-bd85-44ec-aee9-b339ed415ee4 with Priority: HIGHEST for action port [ 944.584911] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 944.585045] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 944.585170] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ffdfc9-bd85-44ec-aee9-b339ed415ee4 with Priority: HIGHEST for action port [ 944.587038] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.587177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.587234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.587516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.587587] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.590204] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.590204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.590204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.590204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.590204] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.590204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.590204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.590204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.590204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.590204] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.590688] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ffdfc9-bd85-44ec-aee9-b339ed415ee4 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.590688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ffdfc9-bd85-44ec-aee9-b339ed415ee4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.590688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ffdfc9-bd85-44ec-aee9-b339ed415ee4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.590842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ffdfc9-bd85-44ec-aee9-b339ed415ee4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.593497] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ffdfc9-bd85-44ec-aee9-b339ed415ee4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.593497] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: IN_PROGRESS for 2s [ 945.094118] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.094552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.094552] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62ffdfc9-bd85-44ec-aee9-b339ed415ee4 with status ACTIVE [ 945.094552] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.094696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.094740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.094918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.095089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.095266] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.095360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.095421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.095577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.095652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.095832] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.095926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.096015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.096129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.096203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.096288] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62ffdfc9-bd85-44ec-aee9-b339ed415ee4 is going to be updated. [ 945.097381] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.123873] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.124103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.124183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.124388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.124524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.124683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ffdfc9-bd85-44ec-aee9-b339ed415ee4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.218633] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de in Status: SUCCESS [ 945.218914] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de deletion is rescheduled due to dependency. [ 945.218962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.600242] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.104777] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.105084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.105084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.105436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.105481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.105629] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be created. [ 946.131409] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.131647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.131757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.132064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.132267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.141466] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: UNINITIALIZED for 2s [ 946.607310] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: SUCCESS [ 946.607537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.153664] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 948.154057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.154114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.154353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.154559] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.154678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.154742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.154914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.154996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.155234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.155435] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.658248] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.658479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.658479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.658704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.658931] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.659060] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.659131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.659387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.659557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.659557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.659743] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.659858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.659922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.660179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.660373] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.660440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.660505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.660618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.660723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.660821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.660893] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.164612] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9095f9a-a1bd-4a2b-aa29-ddc63774597b: rpc.has_security_group_logging(os_id): False [ 949.184463] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.184656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.184710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.184913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.185021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.185244] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.185349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.185414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.185574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.185652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.185826] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.185983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.185983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.186127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.186201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.186388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.186481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.186542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.186678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.186779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.186830] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be created. [ 949.253225] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.253468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.253532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.253785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.254057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.266608] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 949.586529] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 949.586620] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 949.823402] env[70473]: INFO networking_nsxv3.common.synchronization [req-5c50ecf6-0e84-4d8e-8774-56882e5bfe14 req-0626b7a8-a1ec-4a07-ab14-2cc87562b3c3 tempest-ImagesOneServerNegativeTestJSON-65545353 tempest-ImagesOneServerNegativeTestJSON-65545353-project-member] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 949.824756] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGHEST for action security_group_members [ 949.824850] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.824984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.825050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.825347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.825405] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.825606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.825606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.825767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.825811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.825962] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.328727] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.329090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.329154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.329325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.329419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.329621] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.329723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.329811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.329929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.330007] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.330105] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be updated. [ 950.360235] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.360235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.360235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.360235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.360235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.368793] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: IN_PROGRESS for 2s [ 951.464187] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 951.464187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.799383] env[70473]: INFO networking_nsxv3.common.synchronization [req-31580cb9-3ba7-4b25-bd13-4188a231c9dc req-f6dcd3af-1b95-4578-8958-0ea9b602905b tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 951.799968] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 951.800310] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.800672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.800806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.801625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.801625] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.801625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.801625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.801625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.801625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.802736] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.957210] env[70473]: INFO networking_nsxv3.common.synchronization [None req-24ad4e4e-8931-4dce-b334-72c9633c11de tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_rules [ 951.959677] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_rules [ 951.960447] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.960447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.960639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.961764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.961764] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.055650] env[70473]: INFO networking_nsxv3.common.synchronization [None req-e49b1a80-598f-4123-8d83-417f615ac1f8 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_rules [ 952.055650] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_rules [ 952.055650] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.056198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.221342] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.221535] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.221671] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.221970] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.222261] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.222403] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.222489] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.222709] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.222857] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.227643] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.228220] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.228220] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.228220] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.228220] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.228220] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.228354] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.247900] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.248097] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.248243] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.248424] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.248734] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-4dc33006-7269-43f3-b32f-7cc3fd21dd31 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.248994] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-4dc33006-7269-43f3-b32f-7cc3fd21dd31" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.249078] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-4dc33006-7269-43f3-b32f-7cc3fd21dd31" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.249403] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-4dc33006-7269-43f3-b32f-7cc3fd21dd31" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.249549] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc33006-7269-43f3-b32f-7cc3fd21dd31',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.303662] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.378883] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f in Status: SUCCESS [ 952.379254] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f deletion is rescheduled due to dependency. [ 952.379407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.488170] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.488470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.488470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.488586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.488673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.488766] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 already deleted. [ 952.488851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.489051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.489211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.489296] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.752399] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.752635] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.752768] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.753057] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.753219] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.753382] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 4dc33006-7269-43f3-b32f-7cc3fd21dd31 not found, creating... [ 952.753637] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.753798] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.753922] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.754166] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.754309] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.754590] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.754752] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.754875] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.758909] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.758909] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.758909] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 4dc33006-7269-43f3-b32f-7cc3fd21dd31 is going to be created. [ 952.777419] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.777591] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.777769] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.778010] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.778335] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.778689] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-4dc33006-7269-43f3-b32f-7cc3fd21dd31" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.808097] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.015343] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.015531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.015602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.017346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.017346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.017346] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 already deleted. [ 953.017346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.311916] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.311916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.311916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.311916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.311916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.311916] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 953.347211] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.347211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.347211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.347211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.347211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.355455] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 953.656628] env[70473]: INFO networking_nsxv3.common.synchronization [req-31580cb9-3ba7-4b25-bd13-4188a231c9dc req-aa798f44-f2be-40f2-b1cd-44add33d2207 service nova] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_rules [ 953.656931] env[70473]: INFO networking_nsxv3.common.synchronization [req-31580cb9-3ba7-4b25-bd13-4188a231c9dc req-aa798f44-f2be-40f2-b1cd-44add33d2207 service nova] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 953.657065] env[70473]: INFO networking_nsxv3.common.synchronization [req-31580cb9-3ba7-4b25-bd13-4188a231c9dc req-aa798f44-f2be-40f2-b1cd-44add33d2207 service nova] Enqueued Resource ID: 4dc33006-7269-43f3-b32f-7cc3fd21dd31 with Priority: HIGHEST for action port [ 953.657636] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_rules [ 953.657781] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 953.657881] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc33006-7269-43f3-b32f-7cc3fd21dd31 with Priority: HIGHEST for action port [ 953.660573] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.660711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.660780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.661032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.661104] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.665387] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.665387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.665387] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dc33006-7269-43f3-b32f-7cc3fd21dd31 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.665387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dc33006-7269-43f3-b32f-7cc3fd21dd31" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.665387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dc33006-7269-43f3-b32f-7cc3fd21dd31" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.665387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dc33006-7269-43f3-b32f-7cc3fd21dd31" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.665387] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc33006-7269-43f3-b32f-7cc3fd21dd31',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.165371] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.166272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.168137] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dc33006-7269-43f3-b32f-7cc3fd21dd31 with status ACTIVE [ 954.168425] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.168620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.168726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.169061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.169200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.169968] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.169968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.169968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.169968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.169968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.170227] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.170353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.170443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.170646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.170762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.170881] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dc33006-7269-43f3-b32f-7cc3fd21dd31 is going to be updated. [ 954.196347] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.196513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.196584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.196789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.196989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.197119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dc33006-7269-43f3-b32f-7cc3fd21dd31" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.248896] env[70473]: INFO networking_nsxv3.common.synchronization [None req-0950020f-0ebe-4902-8361-ff1eddcfbcf9 None None] Enqueued Resource ID: 3431a6c4-d9de-412e-b65c-e5a24e4c0ad0 with Priority: HIGHEST for action port [ 954.249514] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3431a6c4-d9de-412e-b65c-e5a24e4c0ad0 with Priority: HIGHEST for action port [ 954.249841] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3431a6c4-d9de-412e-b65c-e5a24e4c0ad0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.249973] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3431a6c4-d9de-412e-b65c-e5a24e4c0ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.253175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3431a6c4-d9de-412e-b65c-e5a24e4c0ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.253534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3431a6c4-d9de-412e-b65c-e5a24e4c0ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.253648] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3431a6c4-d9de-412e-b65c-e5a24e4c0ad0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.760572] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3431a6c4-d9de-412e-b65c-e5a24e4c0ad0 [ 954.760832] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.760983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.761121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.761413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.761413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.761534] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3431a6c4-d9de-412e-b65c-e5a24e4c0ad0 already deleted. [ 954.761534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3431a6c4-d9de-412e-b65c-e5a24e4c0ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.366120] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 955.366365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.369663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.369977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.370257] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.370409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.370455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.370618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.370700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.370798] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.533944] env[70473]: INFO networking_nsxv3.common.synchronization [req-272b2727-37df-4f40-859f-1169c0132a87 req-4299f99a-8e50-4323-862f-c3ca66578ec7 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 955.538453] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 955.539182] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.539289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.539364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.539670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.539821] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.539975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.540057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.540261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.540363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.540475] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.874526] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.044873] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.045437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.045437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.045437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.045589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.045774] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.045941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.046168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.046309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.046401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.046497] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 956.084527] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.084667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.084735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.084941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.085412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.095730] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 956.376452] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.591307] env[70473]: INFO networking_nsxv3.common.synchronization [None req-1cc2431a-f8e7-452b-a20d-8663b5b19665 None None] Enqueued Resource ID: 3e939854-e87f-4194-b833-4210d32b5d76 with Priority: HIGHEST for action port [ 956.591307] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e939854-e87f-4194-b833-4210d32b5d76 with Priority: HIGHEST for action port [ 956.591307] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e939854-e87f-4194-b833-4210d32b5d76 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.591307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e939854-e87f-4194-b833-4210d32b5d76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.591307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e939854-e87f-4194-b833-4210d32b5d76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.592441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e939854-e87f-4194-b833-4210d32b5d76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.592441] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e939854-e87f-4194-b833-4210d32b5d76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.878733] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.879570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.879755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.880047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.881840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.881976] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 956.910410] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.910521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.910560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.910738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.910882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.919882] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 956.975512] env[70473]: INFO networking_nsxv3.common.synchronization [req-aafde772-3f2b-4956-8bf0-1fffa593a81b req-1e3bf04d-5b65-4cd5-95b7-d428d1ea04e3 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 956.976558] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 956.976876] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.977010] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.977125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.977392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.977549] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.977652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.977714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.977871] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.977957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.978066] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.098288] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e939854-e87f-4194-b833-4210d32b5d76 [ 957.098288] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.098288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.098288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.098288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.098288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.098288] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e939854-e87f-4194-b833-4210d32b5d76 already deleted. [ 957.098288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e939854-e87f-4194-b833-4210d32b5d76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.304877] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.305618] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.305695] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.306201] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.306595] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.307391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.307391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.307391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.309168] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.309168] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.309168] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.309168] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.309168] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.309168] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 957.309168] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.309168] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.330263] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.330441] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 957.330570] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.330803] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.331252] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-ec016c70-8381-4ec0-8058-5c529e79e434 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.331469] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-ec016c70-8381-4ec0-8058-5c529e79e434" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.331625] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-ec016c70-8381-4ec0-8058-5c529e79e434" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.331998] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-ec016c70-8381-4ec0-8058-5c529e79e434" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.333087] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec016c70-8381-4ec0-8058-5c529e79e434',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.481606] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.481606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.481606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.481606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.481606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.481606] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.481606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.481606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.481606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.481606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.482082] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 already deleted. [ 957.482082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.837101] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.837373] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.837536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.837849] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.838039] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.838222] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port ec016c70-8381-4ec0-8058-5c529e79e434 not found, creating... [ 957.838517] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.838699] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.838851] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.839100] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.839275] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.839891] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.839891] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.839891] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.840161] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.840320] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.840484] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: ec016c70-8381-4ec0-8058-5c529e79e434 is going to be created. [ 957.863493] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.863742] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.863872] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.864171] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.864410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.864841] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-ec016c70-8381-4ec0-8058-5c529e79e434" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.106514] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 958.106833] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 958.106833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.824239] env[70473]: INFO networking_nsxv3.common.synchronization [req-aafde772-3f2b-4956-8bf0-1fffa593a81b req-78609f11-32f5-4550-9a5b-1ced3887c84b service nova] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_rules [ 958.824452] env[70473]: INFO networking_nsxv3.common.synchronization [req-aafde772-3f2b-4956-8bf0-1fffa593a81b req-78609f11-32f5-4550-9a5b-1ced3887c84b service nova] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 958.825548] env[70473]: INFO networking_nsxv3.common.synchronization [req-aafde772-3f2b-4956-8bf0-1fffa593a81b req-78609f11-32f5-4550-9a5b-1ced3887c84b service nova] Enqueued Resource ID: ec016c70-8381-4ec0-8058-5c529e79e434 with Priority: HIGHEST for action port [ 958.825548] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_rules [ 958.825548] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 958.825548] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec016c70-8381-4ec0-8058-5c529e79e434 with Priority: HIGHEST for action port [ 958.826617] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.826617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.826617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.827381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.827875] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.828628] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.828817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.829154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.829477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.829842] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.830241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.830241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.830486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.830626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.830761] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.832254] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec016c70-8381-4ec0-8058-5c529e79e434 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.832454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec016c70-8381-4ec0-8058-5c529e79e434" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.833628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec016c70-8381-4ec0-8058-5c529e79e434" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.833628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec016c70-8381-4ec0-8058-5c529e79e434" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.833628] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec016c70-8381-4ec0-8058-5c529e79e434',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.933070] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 958.933331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.933501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.933755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.933944] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.934095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.934165] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.934343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.934437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.934523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.934617] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.336503] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.336868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.337043] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.338686] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec016c70-8381-4ec0-8058-5c529e79e434 with status ACTIVE [ 959.340089] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.340089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.340089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.340089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.341455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.341618] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.341784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.342409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.342688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.342982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.344509] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.344608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.344676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.344847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.344929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.346128] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec016c70-8381-4ec0-8058-5c529e79e434 is going to be updated. [ 959.370073] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.370252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.370293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.371553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.371553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.371553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec016c70-8381-4ec0-8058-5c529e79e434" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.437111] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.437619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.438233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.438501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.438737] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.439641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.439857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.440348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.440984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.441184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.441402] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.441914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.442082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.442643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.443219] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.443923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.443923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.443923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.443923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.443923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.443923] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.498449] env[70473]: INFO networking_nsxv3.common.synchronization [None req-a8a56aa9-942d-4970-9cd2-62e582a570d8 None None] Enqueued Resource ID: 8ac06ff3-b20d-406a-9860-d786e801a2a7 with Priority: HIGHEST for action port [ 959.499072] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac06ff3-b20d-406a-9860-d786e801a2a7 with Priority: HIGHEST for action port [ 959.499395] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ac06ff3-b20d-406a-9860-d786e801a2a7 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.499516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ac06ff3-b20d-406a-9860-d786e801a2a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.499579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ac06ff3-b20d-406a-9860-d786e801a2a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.499853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ac06ff3-b20d-406a-9860-d786e801a2a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.500309] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ac06ff3-b20d-406a-9860-d786e801a2a7',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.758723] env[70473]: INFO networking_nsxv3.common.synchronization [req-dea2c35d-4d5d-4916-94b9-b2555303884c req-74b6f574-c86e-4252-b9d1-b0c74534c05b tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Enqueued Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_members [ 959.759634] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_members [ 959.760052] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.760052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.760052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.760363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.760572] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.760700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.760759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.760921] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.761080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.761139] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.847563] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.952249] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c08c002-ed94-4fb1-b21c-e4817f96bd41: rpc.has_security_group_logging(os_id): False [ 959.972103] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.972397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.972397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.972512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.972877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.972877] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.973031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.974052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.974052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.974052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.974052] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.974052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.974052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.976140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.976140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.976140] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.976140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.976140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.976140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.976570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.976570] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 960.005205] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ac06ff3-b20d-406a-9860-d786e801a2a7 [ 960.005205] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.005205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.005205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.005205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.005205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.005205] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ac06ff3-b20d-406a-9860-d786e801a2a7 already deleted. [ 960.005205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ac06ff3-b20d-406a-9860-d786e801a2a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.066742] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.066742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.066742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.066742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.066742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.088603] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 960.267105] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.267272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.267340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.267558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.267647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.267840] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.267981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.268047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.268233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.268324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.268411] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e already deleted. [ 960.268490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.350352] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.350710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.350710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.350862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.351015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.351150] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be created. [ 960.381179] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.381662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.381860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.382401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.382670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.394867] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: UNINITIALIZED for 2s [ 960.582522] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.582741] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.582872] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.583368] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.583527] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.583794] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.583926] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.584225] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.584388] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.584714] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.584763] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.584836] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.584959] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.585118] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.585196] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.585854] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.610357] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.610415] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.610550] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.610736] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.611110] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-c9e47426-7c08-426d-8e6e-984af10cf91e taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.611307] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-c9e47426-7c08-426d-8e6e-984af10cf91e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.611435] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-c9e47426-7c08-426d-8e6e-984af10cf91e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.611784] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-c9e47426-7c08-426d-8e6e-984af10cf91e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.611974] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e47426-7c08-426d-8e6e-984af10cf91e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.935754] env[70473]: INFO networking_nsxv3.common.synchronization [None req-cf4f2757-86e3-44fa-8b18-f8a81180e4e7 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Enqueued Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_rules [ 960.936844] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_rules [ 960.938298] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.938468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.938541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.940096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.940096] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.054050] env[70473]: INFO networking_nsxv3.common.synchronization [None req-43f18d69-6ba9-4521-a874-74884e562c72 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Enqueued Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_rules [ 961.054050] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_rules [ 961.054933] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.055281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.115776] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.119228] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.119228] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.119228] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.119228] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.119228] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port c9e47426-7c08-426d-8e6e-984af10cf91e not found, creating... [ 961.119228] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.119228] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.119228] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.119228] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.119228] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.119693] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.119693] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.123280] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.123280] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.123280] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.123280] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: c9e47426-7c08-426d-8e6e-984af10cf91e is going to be created. [ 961.146931] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.148151] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.148360] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.148652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.149028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.149424] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-c9e47426-7c08-426d-8e6e-984af10cf91e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.467432] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.467817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.467817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.467817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.467907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.469073] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 already deleted. [ 961.469073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.470588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.470916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.471101] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.995243] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.998937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.998937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.998937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.998937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.998937] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 already deleted. [ 961.998937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.075353] env[70473]: INFO networking_nsxv3.common.synchronization [None req-42c448cf-c8d3-4c9e-9383-e94968ae7665 None None] Enqueued Resource ID: 722d367d-cb62-4fbf-a1f6-23fae386745c with Priority: HIGHEST for action port [ 962.075542] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722d367d-cb62-4fbf-a1f6-23fae386745c with Priority: HIGHEST for action port [ 962.076193] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-722d367d-cb62-4fbf-a1f6-23fae386745c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.076326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722d367d-cb62-4fbf-a1f6-23fae386745c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.076386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722d367d-cb62-4fbf-a1f6-23fae386745c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.076633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722d367d-cb62-4fbf-a1f6-23fae386745c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.076773] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722d367d-cb62-4fbf-a1f6-23fae386745c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.106989] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 962.109848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.293019] env[70473]: INFO networking_nsxv3.common.synchronization [req-dea2c35d-4d5d-4916-94b9-b2555303884c req-9de5a5eb-646b-4af2-abb4-778f1f697c3a service nova] Enqueued Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_rules [ 962.293019] env[70473]: INFO networking_nsxv3.common.synchronization [req-dea2c35d-4d5d-4916-94b9-b2555303884c req-9de5a5eb-646b-4af2-abb4-778f1f697c3a service nova] Enqueued Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_members [ 962.293019] env[70473]: INFO networking_nsxv3.common.synchronization [req-dea2c35d-4d5d-4916-94b9-b2555303884c req-9de5a5eb-646b-4af2-abb4-778f1f697c3a service nova] Enqueued Resource ID: c9e47426-7c08-426d-8e6e-984af10cf91e with Priority: HIGHEST for action port [ 962.293019] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_rules [ 962.293019] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_members [ 962.293296] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e47426-7c08-426d-8e6e-984af10cf91e with Priority: HIGHEST for action port [ 962.293491] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.293623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.293690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.293913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.294014] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.295170] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.295291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.295358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.295523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.295810] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.295921] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.295982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.296140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.296218] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.296304] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.297103] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9e47426-7c08-426d-8e6e-984af10cf91e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.297234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9e47426-7c08-426d-8e6e-984af10cf91e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.297298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9e47426-7c08-426d-8e6e-984af10cf91e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.297474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9e47426-7c08-426d-8e6e-984af10cf91e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.297566] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e47426-7c08-426d-8e6e-984af10cf91e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.406165] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 962.408092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.408589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.408804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.409037] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.409419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.409419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.409529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.409569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.409659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.409724] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.578614] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 722d367d-cb62-4fbf-a1f6-23fae386745c [ 962.579070] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.579174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.579232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.579442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.579809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.579919] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:722d367d-cb62-4fbf-a1f6-23fae386745c already deleted. [ 962.580021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722d367d-cb62-4fbf-a1f6-23fae386745c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.800156] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.800340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.800496] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.801605] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9e47426-7c08-426d-8e6e-984af10cf91e with status ACTIVE [ 962.801839] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.802023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.802120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.802381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.802497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.802729] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.802852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.802941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.804768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.804869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.805117] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.805238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.805316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.805507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.805610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.805723] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9e47426-7c08-426d-8e6e-984af10cf91e is going to be updated. [ 962.834859] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.834859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.834975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.836975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.836975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.836975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9e47426-7c08-426d-8e6e-984af10cf91e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.912940] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.912940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.912940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.913228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.913519] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.914192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.915047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.915047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.915047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.915047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.915227] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.915394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.915655] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.915963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.916234] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.916372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.916474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.916727] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.916818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.916953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.917112] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.143714] env[70473]: INFO networking_nsxv3.common.synchronization [req-cbbc109f-fdb8-4248-8dbf-be28fada3f32 req-5bd54939-122f-4395-b949-96f1213c3253 tempest-MigrationsAdminTest-739073121 tempest-MigrationsAdminTest-739073121-project-member] Enqueued Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 963.144311] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGHEST for action security_group_members [ 963.144957] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.144957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.144957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.145145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.146694] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.146694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.146694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.146694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.146694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.146694] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.309433] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.419351] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d361db7e-7bdc-4450-9c63-43f7109cc547: rpc.has_security_group_logging(os_id): False [ 963.442022] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.442022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.442022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.442022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.442022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.442022] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.442022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.442022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.442022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.442022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.442022] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.442022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.442022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.444095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.444350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.444777] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.446960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.446960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.446960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.446960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.446960] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be created. [ 963.506531] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.508469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.508469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.508469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.508469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.524460] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 963.655635] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.655635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.655635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.655635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.655635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.655635] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.655635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.655635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.655635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.655635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.655635] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d is going to be updated. [ 963.690147] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.690147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.690147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.690147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.690147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.700928] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: IN_PROGRESS for 2s [ 963.730024] env[70473]: INFO networking_nsxv3.common.synchronization [req-b0569f54-ea9e-4083-bd0d-57189f982895 req-e2e23b22-63ba-435c-a414-ac601b19465b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_members [ 963.730024] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_members [ 963.730024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5761d008-f405-423c-80c5-8b4193db4f76 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.730024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.730024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.730024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.732265] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.732265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.732265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.732265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.732265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.732265] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.817412] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.817412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.817412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.817412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.817412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.817412] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e is going to be created. [ 963.850234] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.850234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.850234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.850234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.850234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.864053] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e in Status: UNINITIALIZED for 2s [ 964.153312] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.153312] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.153312] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.161309] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.161309] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.161309] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.161309] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.161309] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.161309] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.161309] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.161309] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.161309] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.161309] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.161309] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.161309] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.161309] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.190579] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.190719] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.191607] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.191607] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.191607] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-b539ad1f-811c-4832-90c6-3704a6709644 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.191818] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-b539ad1f-811c-4832-90c6-3704a6709644" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.194044] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-b539ad1f-811c-4832-90c6-3704a6709644" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.194044] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-b539ad1f-811c-4832-90c6-3704a6709644" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.194044] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b539ad1f-811c-4832-90c6-3704a6709644',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.234882] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.235067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.235167] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.235454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.235622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.235760] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.235851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.235914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.236079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.236155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.236253] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5761d008-f405-423c-80c5-8b4193db4f76 already deleted. [ 964.236309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.696115] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.696363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.696363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.696690] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.696865] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.697084] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port b539ad1f-811c-4832-90c6-3704a6709644 not found, creating... [ 964.697379] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.697512] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.697632] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.697884] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.698044] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.698476] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.698677] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.698805] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.699168] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.699238] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.699391] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: b539ad1f-811c-4832-90c6-3704a6709644 is going to be created. [ 964.721952] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.722227] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.722383] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.722684] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.722921] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.723179] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-b539ad1f-811c-4832-90c6-3704a6709644" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.439025] env[70473]: INFO networking_nsxv3.common.synchronization [req-b0569f54-ea9e-4083-bd0d-57189f982895 req-c3edfc8e-1d03-4990-b910-cad78787b032 service nova] Enqueued Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_rules [ 965.439025] env[70473]: INFO networking_nsxv3.common.synchronization [req-b0569f54-ea9e-4083-bd0d-57189f982895 req-c3edfc8e-1d03-4990-b910-cad78787b032 service nova] Enqueued Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_members [ 965.439025] env[70473]: INFO networking_nsxv3.common.synchronization [req-b0569f54-ea9e-4083-bd0d-57189f982895 req-c3edfc8e-1d03-4990-b910-cad78787b032 service nova] Enqueued Resource ID: b539ad1f-811c-4832-90c6-3704a6709644 with Priority: HIGHEST for action port [ 965.439025] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_rules [ 965.439025] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_members [ 965.439025] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b539ad1f-811c-4832-90c6-3704a6709644 with Priority: HIGHEST for action port [ 965.439025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5761d008-f405-423c-80c5-8b4193db4f76 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.439025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.439025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.439025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.439025] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.439833] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5761d008-f405-423c-80c5-8b4193db4f76 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.439951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.440028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.440225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.440492] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.440605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.440690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.440893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.441389] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.441527] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.442558] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b539ad1f-811c-4832-90c6-3704a6709644 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.442708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b539ad1f-811c-4832-90c6-3704a6709644" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.442791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b539ad1f-811c-4832-90c6-3704a6709644" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.443116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b539ad1f-811c-4832-90c6-3704a6709644" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.443116] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b539ad1f-811c-4832-90c6-3704a6709644',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.543246] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 965.543479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.713036] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d in Status: SUCCESS [ 965.713036] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d deletion is rescheduled due to dependency. [ 965.713036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.874478] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e in Status: SUCCESS [ 965.874798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.875386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.875386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.875646] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.875797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.875887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.876100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.876206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.876305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.876419] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.945813] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5761d008-f405-423c-80c5-8b4193db4f76 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.945963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.946177] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.947191] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b539ad1f-811c-4832-90c6-3704a6709644 with status ACTIVE [ 965.947287] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.947399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.947467] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.947734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.947766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.947914] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.948059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.948125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.948223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.948316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.948588] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.948588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.948663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.948767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.948818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.948893] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b539ad1f-811c-4832-90c6-3704a6709644 is going to be updated. [ 965.976729] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.976729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.976729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.976729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.976959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.976959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b539ad1f-811c-4832-90c6-3704a6709644" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.378991] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.450895] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.882189] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ee3a605-86fc-4ad2-b9d8-051fb344d23e: rpc.has_security_group_logging(os_id): False [ 966.901265] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.901469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.901555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.901777] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.901860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.902136] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.902253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.902323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.902484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.902562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.902653] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e is going to be created. [ 966.953725] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.953897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.953947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.954309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.954415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.954518] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5761d008-f405-423c-80c5-8b4193db4f76 is going to be created. [ 966.972232] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.972406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.972445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.972648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.972841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.985996] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.986313] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.986423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.986532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.986698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.988328] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e in Status: IN_PROGRESS for 2s [ 966.998537] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5761d008-f405-423c-80c5-8b4193db4f76 in Status: UNINITIALIZED for 2s [ 967.673348] env[70473]: INFO networking_nsxv3.common.synchronization [req-90dfe5a9-6123-4414-8ba6-50d02b33140f req-3ce5aeba-dff9-45e2-97c4-73183e137d01 tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Enqueued Resource ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb with Priority: HIGHEST for action security_group_members [ 967.673872] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb with Priority: HIGHEST for action security_group_members [ 967.674214] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.674350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.674417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.674665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.674814] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.674912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.674975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.675156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.675237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.675408] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc58bb5-718b-48af-8f90-79b2ebb3f3eb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.065415] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.065737] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-960" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.065903] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-960" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.066166] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-960" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.066456] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.066882] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.066882] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.068092] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.068421] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.068672] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.068970] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.068970] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.069170] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.069342] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.069491] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.069672] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.092888] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.093058] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.093331] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.093810] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-960" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.094071] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-f6b6cc22-62f5-4958-b40e-f382c062cd33 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.094321] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-f6b6cc22-62f5-4958-b40e-f382c062cd33" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.094587] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-f6b6cc22-62f5-4958-b40e-f382c062cd33" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.094977] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-f6b6cc22-62f5-4958-b40e-f382c062cd33" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.095312] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b6cc22-62f5-4958-b40e-f382c062cd33',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.179698] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.179698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.179698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.179698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.179698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.179698] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.179698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.179698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.179698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.179698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.179698] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb already deleted. [ 968.179698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.597814] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.598103] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.602240] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.602649] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.602818] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.602992] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port f6b6cc22-62f5-4958-b40e-f382c062cd33 not found, creating... [ 968.603344] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.603957] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.603957] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.603957] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.604898] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.604898] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.605114] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.605203] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.605470] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.605617] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.605777] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: f6b6cc22-62f5-4958-b40e-f382c062cd33 is going to be created. [ 968.642156] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.642418] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.642573] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.642871] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.643138] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.643459] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-f6b6cc22-62f5-4958-b40e-f382c062cd33" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.001393] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e in Status: SUCCESS [ 969.001648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.008713] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5761d008-f405-423c-80c5-8b4193db4f76 in Status: SUCCESS [ 969.008928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.009150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.009606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.009652] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.009917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.009917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.010103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.010282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.011172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.015063] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.388813] env[70473]: INFO networking_nsxv3.common.synchronization [req-90dfe5a9-6123-4414-8ba6-50d02b33140f req-1bc73532-285e-47cb-99fb-aaef13f1c29e service nova] Enqueued Resource ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb with Priority: HIGHEST for action security_group_rules [ 969.392793] env[70473]: INFO networking_nsxv3.common.synchronization [req-90dfe5a9-6123-4414-8ba6-50d02b33140f req-1bc73532-285e-47cb-99fb-aaef13f1c29e service nova] Enqueued Resource ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb with Priority: HIGHEST for action security_group_members [ 969.392793] env[70473]: INFO networking_nsxv3.common.synchronization [req-90dfe5a9-6123-4414-8ba6-50d02b33140f req-1bc73532-285e-47cb-99fb-aaef13f1c29e service nova] Enqueued Resource ID: f6b6cc22-62f5-4958-b40e-f382c062cd33 with Priority: HIGHEST for action port [ 969.392793] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb with Priority: HIGHEST for action security_group_rules [ 969.392793] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb with Priority: HIGHEST for action security_group_members [ 969.392793] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b6cc22-62f5-4958-b40e-f382c062cd33 with Priority: HIGHEST for action port [ 969.394374] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.394609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.395073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.395589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.399177] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fc58bb5-718b-48af-8f90-79b2ebb3f3eb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.400450] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.400565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.400630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.400813] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.400970] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.401662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.401768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.401966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.402116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.402230] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc58bb5-718b-48af-8f90-79b2ebb3f3eb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.403221] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b6cc22-62f5-4958-b40e-f382c062cd33 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.403412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b6cc22-62f5-4958-b40e-f382c062cd33" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.403468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b6cc22-62f5-4958-b40e-f382c062cd33" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.403654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b6cc22-62f5-4958-b40e-f382c062cd33" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.403749] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b6cc22-62f5-4958-b40e-f382c062cd33',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.517392] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.907185] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.907185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.907185] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fc58bb5-718b-48af-8f90-79b2ebb3f3eb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.910744] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6b6cc22-62f5-4958-b40e-f382c062cd33 with status ACTIVE [ 969.911194] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.911194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.911335] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.911657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.911657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.911863] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.911929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.911970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.912686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.912686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.912686] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.912686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.912686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.912867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.912895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.913911] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6b6cc22-62f5-4958-b40e-f382c062cd33 is going to be updated. [ 969.942812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.942812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.942812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.942812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.942812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.942812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b6cc22-62f5-4958-b40e-f382c062cd33" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.021045] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5761d008-f405-423c-80c5-8b4193db4f76: rpc.has_security_group_logging(os_id): False [ 970.049306] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.049785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.049785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.051102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.051102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.051102] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.051247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.051280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.051511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.051605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.051727] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5761d008-f405-423c-80c5-8b4193db4f76 is going to be created. [ 970.136034] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.136185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.136267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.136484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.136657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.155027] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5761d008-f405-423c-80c5-8b4193db4f76 in Status: IN_PROGRESS for 2s [ 970.409110] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fc58bb5-718b-48af-8f90-79b2ebb3f3eb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.916872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.919514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.919514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.919514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.919514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.919514] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb is going to be created. [ 970.946206] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.946347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.946405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.946641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.946822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.957342] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb in Status: UNINITIALIZED for 2s [ 971.838652] env[70473]: INFO networking_nsxv3.common.synchronization [req-a0a86cb8-1a6b-43ce-bdd8-46c4f4c12077 req-e7dc9c53-d2af-4962-9add-0752aa8116b3 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 971.839324] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 971.839654] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.839859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.839859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.840082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.840234] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.840319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.840403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.840540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.840632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.840710] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.167702] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5761d008-f405-423c-80c5-8b4193db4f76 in Status: SUCCESS [ 972.167929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.343509] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.638414] env[70473]: INFO networking_nsxv3.common.synchronization [req-b741dac0-7aa1-42c0-ae58-688bc6658521 req-add0d2fc-b837-4a10-92e6-511f0fe4fc25 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_members [ 972.638765] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_members [ 972.639219] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af86f18-ae9a-4317-bd14-495a7bfdbb27 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.639409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.639824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.640150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.640321] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.640438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.640536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.640738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.640891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.641453] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.846079] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.970512] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb in Status: SUCCESS [ 972.970776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.971469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.972298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.972932] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.973462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.973462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.973744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.973744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.973744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.973828] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fc58bb5-718b-48af-8f90-79b2ebb3f3eb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.146207] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.146207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.146207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.146207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.146207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.146207] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.146207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.146207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.146207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.146207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.146207] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 already deleted. [ 973.146569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.241335] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.241335] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.241335] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.241561] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.241830] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.242028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.242172] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.245028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.245028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.245028] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.245028] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.245028] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.245028] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.245028] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.245028] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.245028] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.263837] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.264028] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.264451] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.264451] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.264726] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-4edb4839-445a-40df-8574-4a42aff70016 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.264925] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-4edb4839-445a-40df-8574-4a42aff70016" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.265064] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-4edb4839-445a-40df-8574-4a42aff70016" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.265447] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-4edb4839-445a-40df-8574-4a42aff70016" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.265614] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4edb4839-445a-40df-8574-4a42aff70016',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.349023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.349023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.349023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.349023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.349023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.349336] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 973.381184] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.381184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.381184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.381184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.381184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.391249] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 973.481031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.481031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.481031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.481031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.481031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.481989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.481989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.481989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.481989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.481989] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fc58bb5-718b-48af-8f90-79b2ebb3f3eb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.768433] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.768752] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.768863] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.769222] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.769383] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.769546] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 4edb4839-445a-40df-8574-4a42aff70016 not found, creating... [ 973.769825] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.771780] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.771780] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.771780] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.771780] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.771780] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.771780] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.772355] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.772355] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.772355] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.772355] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 4edb4839-445a-40df-8574-4a42aff70016 is going to be created. [ 973.795994] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.796363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.796588] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.796870] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.797178] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.797443] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-4edb4839-445a-40df-8574-4a42aff70016" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.986137] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb: rpc.has_security_group_logging(os_id): False [ 974.011845] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.011845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.012110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.012384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.012384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.012584] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.012750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.012859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.013081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.013171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.013505] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.013678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.013750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.013954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.014392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.014392] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.014392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.015055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.015055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.015055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.015055] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb is going to be created. [ 974.085732] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.085842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.085842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.086069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.086292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.101072] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb in Status: IN_PROGRESS for 2s [ 974.634133] env[70473]: INFO networking_nsxv3.common.synchronization [req-b741dac0-7aa1-42c0-ae58-688bc6658521 req-e211ee60-19bc-455f-8765-722c9075989d service nova] Enqueued Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_rules [ 974.636073] env[70473]: INFO networking_nsxv3.common.synchronization [req-b741dac0-7aa1-42c0-ae58-688bc6658521 req-e211ee60-19bc-455f-8765-722c9075989d service nova] Enqueued Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_members [ 974.636073] env[70473]: INFO networking_nsxv3.common.synchronization [req-b741dac0-7aa1-42c0-ae58-688bc6658521 req-e211ee60-19bc-455f-8765-722c9075989d service nova] Enqueued Resource ID: 4edb4839-445a-40df-8574-4a42aff70016 with Priority: HIGHEST for action port [ 974.636073] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_rules [ 974.636073] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_members [ 974.636073] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4edb4839-445a-40df-8574-4a42aff70016 with Priority: HIGHEST for action port [ 974.636073] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.636073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.636073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.636073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.636073] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.636987] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af86f18-ae9a-4317-bd14-495a7bfdbb27 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.636987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.636987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.637161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.637280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.637369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.637426] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.637568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.637645] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.637730] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.638865] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4edb4839-445a-40df-8574-4a42aff70016 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.638996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4edb4839-445a-40df-8574-4a42aff70016" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.639058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4edb4839-445a-40df-8574-4a42aff70016" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.639224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4edb4839-445a-40df-8574-4a42aff70016" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.639384] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4edb4839-445a-40df-8574-4a42aff70016',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.218922] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af86f18-ae9a-4317-bd14-495a7bfdbb27 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.218922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.218922] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.218922] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4edb4839-445a-40df-8574-4a42aff70016 with status ACTIVE [ 975.218922] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.218922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.218922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.218922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.218922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.218922] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.218922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.218922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.218922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.218922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.226351] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.226351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.226351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.226351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.226351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.226351] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4edb4839-445a-40df-8574-4a42aff70016 is going to be updated. [ 975.226351] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.226351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.226351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.226351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.226351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.226351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4edb4839-445a-40df-8574-4a42aff70016" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.343463] env[70473]: INFO networking_nsxv3.common.synchronization [req-e5a9fdf0-83be-46c9-b2d4-14e0e4ab2535 req-30c076b0-6647-4962-8e37-ed010d4b220e tempest-ServersTestManualDisk-1826079859 tempest-ServersTestManualDisk-1826079859-project-member] Enqueued Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_members [ 975.344023] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGHEST for action security_group_members [ 975.344332] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dcaf767-8886-4447-8f99-5e40aab802b0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.344453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.344525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.344725] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.344889] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.345110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.345110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.345216] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.345273] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.345377] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.404397] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 975.404397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.448890] env[70473]: INFO networking_nsxv3.common.synchronization [req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 req-3b21a895-ffc8-490f-a42f-4f2260674433 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 975.449473] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 975.449785] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.450395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.450395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.450619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.450708] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.450810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.450872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.451060] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.451200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.451333] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.726113] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.851962] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.852196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.852437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.852810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.878830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.878830] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.878830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.878830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.878830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.878830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.878830] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 is going to be updated. [ 975.909125] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.909321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.909395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.909621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.909816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.919682] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 in Status: IN_PROGRESS for 2s [ 975.954164] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.117615] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb in Status: SUCCESS [ 976.117939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.228318] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.228702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.228702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.228795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.228829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.228952] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 is going to be created. [ 976.261528] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.261676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.261747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.261996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.262191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.273876] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 in Status: UNINITIALIZED for 2s [ 976.344813] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.345031] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.345162] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.345450] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.345717] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.346602] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.346848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.347086] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.347468] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.347721] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.348086] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.348086] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.348296] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.348893] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.348893] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.348893] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.369427] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.369592] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.369921] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.370166] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.370502] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-5882ca9a-c519-4095-ba8f-8c52c78dccf5 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.371381] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-5882ca9a-c519-4095-ba8f-8c52c78dccf5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.372390] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-5882ca9a-c519-4095-ba8f-8c52c78dccf5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.372390] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-5882ca9a-c519-4095-ba8f-8c52c78dccf5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.372390] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5882ca9a-c519-4095-ba8f-8c52c78dccf5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.457566] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.876875] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.877149] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.877711] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.877963] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.878304] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.878745] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 5882ca9a-c519-4095-ba8f-8c52c78dccf5 not found, creating... [ 976.880139] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.880325] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.881106] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.881106] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.881106] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.881411] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.882348] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.882348] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.882348] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.882348] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.882348] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 5882ca9a-c519-4095-ba8f-8c52c78dccf5 is going to be created. [ 976.909989] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.910403] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.910570] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.911089] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.911211] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.911418] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-5882ca9a-c519-4095-ba8f-8c52c78dccf5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.959665] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.959850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.959924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.963145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.963145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.963145] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 976.969119] env[70473]: INFO networking_nsxv3.common.synchronization [None req-dd27129a-41ae-4677-9e34-29efe43e274e None None] Enqueued Resource ID: a49361e8-9de8-4d53-81ee-887b1a024d35 with Priority: HIGHEST for action port [ 976.970428] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49361e8-9de8-4d53-81ee-887b1a024d35 with Priority: HIGHEST for action port [ 976.974462] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a49361e8-9de8-4d53-81ee-887b1a024d35 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.974462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a49361e8-9de8-4d53-81ee-887b1a024d35" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.974631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a49361e8-9de8-4d53-81ee-887b1a024d35" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.977047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a49361e8-9de8-4d53-81ee-887b1a024d35" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.977047] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49361e8-9de8-4d53-81ee-887b1a024d35',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.035103] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.035294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.035533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.035579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.039109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.055844] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 977.481314] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a49361e8-9de8-4d53-81ee-887b1a024d35 [ 977.481581] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.482558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.482640] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.482883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.482948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.483065] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a49361e8-9de8-4d53-81ee-887b1a024d35 already deleted. [ 977.483179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a49361e8-9de8-4d53-81ee-887b1a024d35" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.753272] env[70473]: INFO networking_nsxv3.common.synchronization [req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 req-1aa762e5-36a3-4d05-877c-c600caec8be1 service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 977.753560] env[70473]: INFO networking_nsxv3.common.synchronization [req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 req-1aa762e5-36a3-4d05-877c-c600caec8be1 service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 977.753799] env[70473]: INFO networking_nsxv3.common.synchronization [req-3cde0a9b-f75a-4a62-9017-6a859b9abd03 req-1aa762e5-36a3-4d05-877c-c600caec8be1 service nova] Enqueued Resource ID: 5882ca9a-c519-4095-ba8f-8c52c78dccf5 with Priority: HIGHEST for action port [ 977.754455] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 977.754612] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 977.754778] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5882ca9a-c519-4095-ba8f-8c52c78dccf5 with Priority: HIGHEST for action port [ 977.755217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.755430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.755589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.755871] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.755991] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.758327] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.758327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.758542] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5882ca9a-c519-4095-ba8f-8c52c78dccf5 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.759291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5882ca9a-c519-4095-ba8f-8c52c78dccf5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.759390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5882ca9a-c519-4095-ba8f-8c52c78dccf5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.759606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5882ca9a-c519-4095-ba8f-8c52c78dccf5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.759717] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5882ca9a-c519-4095-ba8f-8c52c78dccf5',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.930471] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 in Status: SUCCESS [ 977.930654] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 deletion is rescheduled due to dependency. [ 977.930734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.211221] env[70473]: INFO networking_nsxv3.common.synchronization [req-7bf7e734-5a72-48d3-a05e-16395b0cff41 req-9eb78b69-21ff-4045-b82d-79135c2cb520 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 978.211640] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 978.212146] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.212290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.212380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.212633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.212814] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.212955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.213036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.213211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.213300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.213393] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.258658] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.258658] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.263341] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5882ca9a-c519-4095-ba8f-8c52c78dccf5 with status ACTIVE [ 978.263556] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.263697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.263765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.263998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.264112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.264293] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.264402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.264454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.264597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.264672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.264849] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.264941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.265018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.265149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.265222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.265308] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5882ca9a-c519-4095-ba8f-8c52c78dccf5 is going to be updated. [ 978.284280] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 in Status: SUCCESS [ 978.284435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.284766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.284888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.285023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.285155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.285232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.285363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.285421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.285489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.285582] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.293631] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.293860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.293938] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.294106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.294264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.294487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5882ca9a-c519-4095-ba8f-8c52c78dccf5" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.640272] env[70473]: INFO networking_nsxv3.common.synchronization [None req-503a4069-6978-48ed-857f-b29f7694b90d tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_rules [ 978.643227] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_rules [ 978.643227] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.643227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.643227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.643555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.643555] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.719381] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.719381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.719381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.719381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.719381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.719381] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.719381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.719381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.719381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.719381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.719381] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be deleted. [ 978.749090] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.749090] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.749090] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.749714] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.750187] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.753020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.753020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.753020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.753020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.753020] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.753020] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.753020] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.753020] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.753020] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.753020] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.753020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.755096] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.755386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.755568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.755887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.756115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.756299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.759844] env[70473]: INFO networking_nsxv3.common.synchronization [None req-7c972fd1-0386-4074-843f-26f6745d1acb tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_rules [ 978.761304] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_rules [ 978.761304] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.761304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.779113] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.779113] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.779113] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.779323] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.779712] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-e0b1be16-0318-454c-bcd1-f8ca8aeae425 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.779951] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-e0b1be16-0318-454c-bcd1-f8ca8aeae425" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.780084] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-e0b1be16-0318-454c-bcd1-f8ca8aeae425" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.780414] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-e0b1be16-0318-454c-bcd1-f8ca8aeae425" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.780564] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b1be16-0318-454c-bcd1-f8ca8aeae425',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.787512] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.073805] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 979.073805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.073805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.073805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.073805] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.073805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.073805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.073805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.073805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.073805] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.170070] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.170228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.170296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.170494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.170579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.170666] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae already deleted. [ 979.170943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.170943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.171237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.171237] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.359579] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.359579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.359579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.359579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.359579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.359579] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port e0b1be16-0318-454c-bcd1-f8ca8aeae425 not found, creating... [ 979.359579] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.359579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.359579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.359579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.359579] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.362920] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.362920] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.362920] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.362920] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.362920] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.362920] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: e0b1be16-0318-454c-bcd1-f8ca8aeae425 is going to be created. [ 979.362920] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0af86f18-ae9a-4317-bd14-495a7bfdbb27: rpc.has_security_group_logging(os_id): False [ 979.362920] env[70473]: INFO networking_nsxv3.common.synchronization [None req-6e2b9eab-7a8c-4c0d-92fd-f2a0d3d7bdd9 None None] Enqueued Resource ID: 3dff307c-5d8f-481a-a373-951e900e1d15 with Priority: HIGHEST for action port [ 979.362920] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dff307c-5d8f-481a-a373-951e900e1d15 with Priority: HIGHEST for action port [ 979.362920] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dff307c-5d8f-481a-a373-951e900e1d15 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.362920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dff307c-5d8f-481a-a373-951e900e1d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.362920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dff307c-5d8f-481a-a373-951e900e1d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.362920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dff307c-5d8f-481a-a373-951e900e1d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.362920] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dff307c-5d8f-481a-a373-951e900e1d15',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.364603] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.364603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.364603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.364603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.364603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.364603] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.364603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.364603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.364603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.364603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.364603] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 is going to be created. [ 979.365539] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.365539] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.365539] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.365539] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.365539] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.365539] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-e0b1be16-0318-454c-bcd1-f8ca8aeae425" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.402963] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.404358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.404519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.405128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.405128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.432841] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 in Status: IN_PROGRESS for 2s [ 979.577213] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.703305] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.703694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.703694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.703960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.704109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.704401] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae already deleted. [ 979.704401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.765731] env[70473]: INFO networking_nsxv3.common.synchronization [req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 req-5d32739d-80b8-4425-af01-67ef55879cec tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 979.765731] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 979.765731] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.765731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.765731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.765731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.766041] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.766108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.766159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.766388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.766484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.766648] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.802397] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dff307c-5d8f-481a-a373-951e900e1d15 [ 979.802843] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.803057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.803150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.803589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.803647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.803784] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dff307c-5d8f-481a-a373-951e900e1d15 already deleted. [ 979.803919] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dff307c-5d8f-481a-a373-951e900e1d15" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.079864] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.107653] env[70473]: INFO networking_nsxv3.common.synchronization [req-7bf7e734-5a72-48d3-a05e-16395b0cff41 req-7bb4426d-cc7a-4844-92f6-991fd6ee528d service nova] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_rules [ 980.107939] env[70473]: INFO networking_nsxv3.common.synchronization [req-7bf7e734-5a72-48d3-a05e-16395b0cff41 req-7bb4426d-cc7a-4844-92f6-991fd6ee528d service nova] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 980.107939] env[70473]: INFO networking_nsxv3.common.synchronization [req-7bf7e734-5a72-48d3-a05e-16395b0cff41 req-7bb4426d-cc7a-4844-92f6-991fd6ee528d service nova] Enqueued Resource ID: e0b1be16-0318-454c-bcd1-f8ca8aeae425 with Priority: HIGHEST for action port [ 980.109267] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_rules [ 980.109267] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 980.109267] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0b1be16-0318-454c-bcd1-f8ca8aeae425 with Priority: HIGHEST for action port [ 980.109267] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.109267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.109471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.109541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.109630] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.110598] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.111259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.111259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.111259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.111259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.111734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.111734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.111734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.111734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.111734] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.112795] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0b1be16-0318-454c-bcd1-f8ca8aeae425 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.112795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0b1be16-0318-454c-bcd1-f8ca8aeae425" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.112988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0b1be16-0318-454c-bcd1-f8ca8aeae425" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.112988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0b1be16-0318-454c-bcd1-f8ca8aeae425" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.113082] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0b1be16-0318-454c-bcd1-f8ca8aeae425',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.132169] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.132551] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-117" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.133555] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-117" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.133555] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-117" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.133911] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.137686] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.137817] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.138324] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.138415] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.138675] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.139044] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.139044] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.139157] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.139260] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.139404] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.139582] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.167669] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.167787] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.167905] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.168138] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-117" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.168799] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-2daec32f-db12-4713-aa64-75020b98e502 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.169082] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.169082] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.169636] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.169636] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2daec32f-db12-4713-aa64-75020b98e502',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.270015] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.270204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.270278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.270498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.270601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.270797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.270896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.270976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.271177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.271256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.271343] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73900d2-b051-4164-b009-4a694bf54d37 already deleted. [ 980.271425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.583656] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.583870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.583870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.584208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.584297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.584404] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 980.614449] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.615608] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.615736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.619582] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0b1be16-0318-454c-bcd1-f8ca8aeae425 with status ACTIVE [ 980.619666] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.620929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.620929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.620929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.620929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.620929] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.620929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.620929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.620929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.620929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.621388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.621388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.621388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.622064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.622064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.622064] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0b1be16-0318-454c-bcd1-f8ca8aeae425 is going to be updated. [ 980.628171] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.628316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.628316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.628521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.628672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.640249] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 980.651546] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.651758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.651758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.651964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.652130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.652284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0b1be16-0318-454c-bcd1-f8ca8aeae425" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.672606] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.672921] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.673094] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.674033] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.674033] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.674033] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 2daec32f-db12-4713-aa64-75020b98e502 not found, creating... [ 980.674033] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.674424] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.674424] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.674567] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.674744] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.674996] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.675203] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.675343] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.675577] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.675720] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.675873] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 2daec32f-db12-4713-aa64-75020b98e502 is going to be created. [ 980.698183] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.698430] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.698818] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.698818] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.699047] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.699255] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.116939] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.453724] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 in Status: SUCCESS [ 981.454736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.521065] env[70473]: INFO networking_nsxv3.common.synchronization [req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 req-0a6436cd-9315-41b3-a183-53d422ea608f service nova] Enqueued Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_rules [ 981.521268] env[70473]: INFO networking_nsxv3.common.synchronization [req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 req-0a6436cd-9315-41b3-a183-53d422ea608f service nova] Enqueued Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 981.521414] env[70473]: INFO networking_nsxv3.common.synchronization [req-23ef77d6-b763-4f47-bdf1-4b2dfc5e0be5 req-0a6436cd-9315-41b3-a183-53d422ea608f service nova] Enqueued Resource ID: 2daec32f-db12-4713-aa64-75020b98e502 with Priority: HIGHEST for action port [ 981.521938] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_rules [ 981.522084] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 981.522181] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2daec32f-db12-4713-aa64-75020b98e502 with Priority: HIGHEST for action port [ 981.524304] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.524304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.524304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.524304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.524304] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.525355] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.525517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.525631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.525859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.526080] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.526711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.526711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.526711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.526711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.526711] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.530341] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2daec32f-db12-4713-aa64-75020b98e502 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.530613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.530613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.530710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.530762] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2daec32f-db12-4713-aa64-75020b98e502',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.618817] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.619147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.619225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.619647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.619647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.619647] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be created. [ 981.653762] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.653974] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.653974] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.654381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.654564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.665762] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: UNINITIALIZED for 2s [ 982.033607] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.034569] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.034747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.035643] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2daec32f-db12-4713-aa64-75020b98e502 with status ACTIVE [ 982.035643] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.035643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.035643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.035643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.035643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.035951] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.035951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.035951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.036166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.036289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.036507] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.040157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.040157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.040157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.040157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.040157] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2daec32f-db12-4713-aa64-75020b98e502 is going to be updated. [ 982.061555] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.061765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.061765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.061933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.062109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.062704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.284332] env[70473]: INFO networking_nsxv3.common.synchronization [req-0975894f-0a8e-4d75-8688-3348d0c5d262 req-35640968-1f12-44ef-951c-b96bf8b0cc54 tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Enqueued Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_members [ 982.285197] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_members [ 982.285526] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.285769] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.285899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.286271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.286483] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.286620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.286762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.286962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.287146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.287291] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.533837] env[70473]: INFO networking_nsxv3.common.synchronization [req-7c4270e7-ec05-49b9-9220-d8b10acf8bfb req-547aeb4b-eede-4ba0-9a3a-cff1d93b7cfd tempest-ServerAddressesNegativeTestJSON-1755374837 tempest-ServerAddressesNegativeTestJSON-1755374837-project-member] Enqueued Resource ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb with Priority: HIGHEST for action security_group_members [ 982.534461] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb with Priority: HIGHEST for action security_group_members [ 982.534818] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.535020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.535679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.535927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.536205] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.536295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.536373] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.536556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.536677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.536810] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc58bb5-718b-48af-8f90-79b2ebb3f3eb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.538850] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.650713] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 982.651098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.651372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.651620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.651909] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.652127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.652247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.652510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.652672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.653067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.653230] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.667091] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.667444] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-421" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.667663] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-421" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.668418] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-421" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.668846] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.669338] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.669606] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.669969] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.670252] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.670618] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.670835] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.671111] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.671276] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.671493] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 982.671701] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.672670] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.700197] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.700686] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 982.700832] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.702047] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-421" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.704461] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-5b4d0ae7-dbed-4c8d-a7ff-379a57788443 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.704461] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-5b4d0ae7-dbed-4c8d-a7ff-379a57788443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.704461] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-5b4d0ae7-dbed-4c8d-a7ff-379a57788443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.704461] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-5b4d0ae7-dbed-4c8d-a7ff-379a57788443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.704461] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4d0ae7-dbed-4c8d-a7ff-379a57788443',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.790345] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.790621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.790621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.790782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.790841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.791086] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.791219] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.791258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.792153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.792153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.792153] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 already deleted. [ 982.792153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.041608] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.041770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.041837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.042216] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.042316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.042418] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73900d2-b051-4164-b009-4a694bf54d37 is going to be created. [ 983.043880] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.044074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.044113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.044334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.045967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.047121] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.047195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.047257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.047462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.047518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.047583] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb is going to be updated. [ 983.079029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.079256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.079304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.079534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.079716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.081628] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.081840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.081982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.082328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.082557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.092947] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb in Status: IN_PROGRESS for 2s [ 983.093688] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: UNINITIALIZED for 2s [ 983.156398] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.156516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.156609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.156858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.157080] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.157196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.157283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.157484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.157607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.157712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.157888] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.157988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.158082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.158240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.158386] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.158497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.158562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.158770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.158858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.158958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.159116] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.207049] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.207306] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.207444] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.207747] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.207913] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.208105] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 5b4d0ae7-dbed-4c8d-a7ff-379a57788443 not found, creating... [ 983.208411] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.208642] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.208773] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.209058] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.209212] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.209536] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.209705] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.209829] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.210080] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.210234] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.210386] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 5b4d0ae7-dbed-4c8d-a7ff-379a57788443 is going to be created. [ 983.241581] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.241724] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.241836] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.242136] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.242368] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.242606] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-5b4d0ae7-dbed-4c8d-a7ff-379a57788443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.661316] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a588cdce-151d-480c-b298-1af7ce25f24a: rpc.has_security_group_logging(os_id): False [ 983.676015] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 983.676274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.676576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.676882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.677121] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.677273] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.677342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.677536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.677628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.677739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.677836] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.679633] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.679793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.679865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.680097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.680203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.680456] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.680585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.680651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.680814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.680895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.681150] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.681252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.681315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.681688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.681688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.681815] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.681863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.681937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.682113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.682187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.682290] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 983.755296] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.755427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.755427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.756235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.756235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.776223] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 983.979782] env[70473]: INFO networking_nsxv3.common.synchronization [req-0975894f-0a8e-4d75-8688-3348d0c5d262 req-6f20f489-01d5-4e3b-bd56-2ff7f86edfb2 service nova] Enqueued Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_rules [ 983.979782] env[70473]: INFO networking_nsxv3.common.synchronization [req-0975894f-0a8e-4d75-8688-3348d0c5d262 req-6f20f489-01d5-4e3b-bd56-2ff7f86edfb2 service nova] Enqueued Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_members [ 983.979782] env[70473]: INFO networking_nsxv3.common.synchronization [req-0975894f-0a8e-4d75-8688-3348d0c5d262 req-6f20f489-01d5-4e3b-bd56-2ff7f86edfb2 service nova] Enqueued Resource ID: 5b4d0ae7-dbed-4c8d-a7ff-379a57788443 with Priority: HIGHEST for action port [ 983.979782] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_rules [ 983.979782] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_members [ 983.981808] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4d0ae7-dbed-4c8d-a7ff-379a57788443 with Priority: HIGHEST for action port [ 983.981808] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.981808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.981808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.982208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.982208] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.982997] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.983134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.983878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.983878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.983878] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.983878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.983878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.984327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.984327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.984327] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.985636] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4d0ae7-dbed-4c8d-a7ff-379a57788443 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.985752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4d0ae7-dbed-4c8d-a7ff-379a57788443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.985822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4d0ae7-dbed-4c8d-a7ff-379a57788443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.986036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4d0ae7-dbed-4c8d-a7ff-379a57788443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.986167] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4d0ae7-dbed-4c8d-a7ff-379a57788443',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.185312] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.185561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.185760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.185912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.186124] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.186326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.186326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.186500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.186592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.186683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.186890] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.187058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.187167] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.187368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.187521] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.187617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.187677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.187817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.187924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.188038] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.188135] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.489800] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.489800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.489800] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.489800] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b4d0ae7-dbed-4c8d-a7ff-379a57788443 with status ACTIVE [ 984.489800] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.489800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.489800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.489800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.490364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.490364] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.490364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.490364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.490551] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.490712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.490818] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.490913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.490974] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.491170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.491254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.491344] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b4d0ae7-dbed-4c8d-a7ff-379a57788443 is going to be updated. [ 984.520025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.520025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.520025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.520285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.520384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.520579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4d0ae7-dbed-4c8d-a7ff-379a57788443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.691807] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49: rpc.has_security_group_logging(os_id): False [ 984.713265] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.713484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.713484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.713627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.713686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.713871] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.713970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.714070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.715057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.715057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.715057] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.715057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.715057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.715407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.715407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.715407] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.715656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.715656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.715717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.715745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.715829] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be created. [ 984.788261] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.788261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.788261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.788261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.788545] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.804854] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 984.995309] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.106971] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb in Status: SUCCESS [ 985.107195] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb deletion is rescheduled due to dependency. [ 985.107334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.108114] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: SUCCESS [ 985.108301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.108456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.108667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.108854] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.108974] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.109114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.109315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.109387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.109479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.109572] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.503384] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.503384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.503384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.503384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.503384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.503384] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 is going to be created. [ 985.530740] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.530977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.531160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.531464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.531732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.546601] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 in Status: UNINITIALIZED for 2s [ 985.613566] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.613719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.613792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.614031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.614202] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.614306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.614372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.617466] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.617466] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.617466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.617466] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.793521] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 985.793869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.986812] env[70473]: INFO networking_nsxv3.common.synchronization [None req-cc755ad3-1ff9-48fa-ab22-dd1a45a77b78 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 985.987513] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 985.987846] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.988064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.988152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.989193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.989390] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.989506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.989575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.989754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.989832] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.989929] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.120772] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a73900d2-b051-4164-b009-4a694bf54d37: rpc.has_security_group_logging(os_id): False [ 986.140388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.140547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.140605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.140822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.140943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.141250] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.141342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.141394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.141555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.141635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.141832] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.141926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.142011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.142167] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.142249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.142520] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.142629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.142678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.143142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.143371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.143523] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a73900d2-b051-4164-b009-4a694bf54d37 is going to be created. [ 986.211829] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.212076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.212076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.212370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.212578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.224073] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: IN_PROGRESS for 2s [ 986.253523] env[70473]: INFO networking_nsxv3.common.synchronization [req-dc3f84c3-2f7a-47e0-ac83-72575a0e69ff req-1217cc31-a64d-4a52-beb4-13b2b272bbf5 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 986.254253] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 986.254699] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.254862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.255839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.255839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.255839] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.255839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.255839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.256168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.256168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.256703] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.492972] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.760375] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.760583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.760583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.760848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.760982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.761280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.761419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.761529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.761742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.761878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.762065] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 986.797190] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.797584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.797584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.798015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.798015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.809111] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 986.819571] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 986.819571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.995393] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.499546] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.500573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.500711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.500960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.501085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.501202] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 987.529562] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.529709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.529816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.530019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.530175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.540147] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 987.555840] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 in Status: SUCCESS [ 987.556083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.556237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.556451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.556662] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.556778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.556845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.557018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.557110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.557226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.557321] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.061144] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.240228] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: SUCCESS [ 988.240557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.481437] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.481681] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.481897] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.483310] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.483310] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.483310] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.483310] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.483310] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.483310] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.483748] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.483886] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.484938] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.484938] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.484938] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 988.484938] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.484938] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.507704] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.508030] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 988.508224] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.508415] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.508731] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-239e82aa-6465-43b6-9a9f-9b337ec178e8 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.508983] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-239e82aa-6465-43b6-9a9f-9b337ec178e8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.509077] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-239e82aa-6465-43b6-9a9f-9b337ec178e8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.509630] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-239e82aa-6465-43b6-9a9f-9b337ec178e8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.509630] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('239e82aa-6465-43b6-9a9f-9b337ec178e8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.565041] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e843cd91-7e6f-46c9-a5dc-a1cb7fad7339: rpc.has_security_group_logging(os_id): False [ 988.585990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.585990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.585990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.587025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.587025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.587025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.587025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.587925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.587925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.587925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.587925] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 is going to be created. [ 988.653097] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.653097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.653097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.653097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.653097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.664060] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 in Status: IN_PROGRESS for 2s [ 988.669871] env[70473]: INFO networking_nsxv3.common.synchronization [req-8871e7ef-9a4e-4d12-bb16-06c6e4fde43c req-ef40fc75-017c-4bc7-8b92-39a1511a10d0 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 988.670547] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 988.670868] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.670991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.671104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.671314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.671471] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.671570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.671632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.671779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.671862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.671956] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.713477] env[70473]: INFO networking_nsxv3.common.synchronization [None req-996ff92c-5215-43e6-ae16-d85d1d5a0602 None None] Enqueued Resource ID: 63510f71-82ad-4949-8dbf-7d872e608a7f with Priority: HIGHEST for action port [ 988.713921] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63510f71-82ad-4949-8dbf-7d872e608a7f with Priority: HIGHEST for action port [ 988.714310] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-63510f71-82ad-4949-8dbf-7d872e608a7f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.715190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63510f71-82ad-4949-8dbf-7d872e608a7f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.715190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63510f71-82ad-4949-8dbf-7d872e608a7f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.715190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63510f71-82ad-4949-8dbf-7d872e608a7f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.715400] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63510f71-82ad-4949-8dbf-7d872e608a7f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.730322] env[70473]: INFO networking_nsxv3.common.synchronization [req-a6b077c5-7629-47fc-9ac7-17461ebc3d7f req-6ef0e160-d0a0-427b-b4ff-0992e15c4add tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 988.730819] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 988.731191] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.731258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.731328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.733634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.733634] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.733634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.733634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.733634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.733634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.733634] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.823531] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 988.823722] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 deletion is rescheduled due to dependency. [ 988.823841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.014718] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.014951] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.015151] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.015463] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.015628] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.015799] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 239e82aa-6465-43b6-9a9f-9b337ec178e8 not found, creating... [ 989.016082] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.016254] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.016380] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.016619] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.016890] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.017641] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.017865] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.017942] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.018347] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.018347] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.018466] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 239e82aa-6465-43b6-9a9f-9b337ec178e8 is going to be created. [ 989.042693] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.042879] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.042992] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.043309] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.043556] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.043799] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-239e82aa-6465-43b6-9a9f-9b337ec178e8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.175269] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.175585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.175585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.175799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.175896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.176116] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.176216] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.176289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.176462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.176556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.176666] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 989.212291] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.212478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.212542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.212732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.212876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.223029] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63510f71-82ad-4949-8dbf-7d872e608a7f [ 989.223380] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.223569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.223663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.223911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.224042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.224171] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63510f71-82ad-4949-8dbf-7d872e608a7f already deleted. [ 989.224333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63510f71-82ad-4949-8dbf-7d872e608a7f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.225419] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 989.234149] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.552089] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 989.552338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.736907] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.961960] env[70473]: INFO networking_nsxv3.common.synchronization [req-33a6b5f7-08ff-4765-b732-3546d5f19d38 req-b476be0d-482c-4fb3-9ea5-94c8217f8003 service nova] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_rules [ 989.962159] env[70473]: INFO networking_nsxv3.common.synchronization [req-33a6b5f7-08ff-4765-b732-3546d5f19d38 req-b476be0d-482c-4fb3-9ea5-94c8217f8003 service nova] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 989.962314] env[70473]: INFO networking_nsxv3.common.synchronization [req-33a6b5f7-08ff-4765-b732-3546d5f19d38 req-b476be0d-482c-4fb3-9ea5-94c8217f8003 service nova] Enqueued Resource ID: 239e82aa-6465-43b6-9a9f-9b337ec178e8 with Priority: HIGHEST for action port [ 989.962643] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_rules [ 989.962801] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 989.962892] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239e82aa-6465-43b6-9a9f-9b337ec178e8 with Priority: HIGHEST for action port [ 989.964566] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.964566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.964566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.964758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.964864] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.965791] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.965964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.966087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.966329] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.966514] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.966654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.967434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.967665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.967723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.967822] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.968906] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-239e82aa-6465-43b6-9a9f-9b337ec178e8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.969041] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-239e82aa-6465-43b6-9a9f-9b337ec178e8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.969127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-239e82aa-6465-43b6-9a9f-9b337ec178e8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.969303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-239e82aa-6465-43b6-9a9f-9b337ec178e8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.969376] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('239e82aa-6465-43b6-9a9f-9b337ec178e8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.240650] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.240650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.240650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.240650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.240650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.240650] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 990.272987] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.272987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.272987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.272987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.272987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.281762] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 990.471583] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.471583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.476033] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.476033] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 239e82aa-6465-43b6-9a9f-9b337ec178e8 with status ACTIVE [ 990.476033] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.476033] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.476033] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.476033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.476760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.476760] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 239e82aa-6465-43b6-9a9f-9b337ec178e8 is going to be updated. [ 990.499447] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.499447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.499447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.499447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.499447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.499447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-239e82aa-6465-43b6-9a9f-9b337ec178e8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.680632] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 in Status: SUCCESS [ 990.681029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.979795] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.164281] env[70473]: INFO networking_nsxv3.common.synchronization [None req-2155dcc5-c36f-4a43-bc9d-6bd51a7b49ac None None] Enqueued Resource ID: 024754f5-1ac2-4c64-81f2-c25ba3342207 with Priority: HIGHEST for action port [ 991.164419] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024754f5-1ac2-4c64-81f2-c25ba3342207 with Priority: HIGHEST for action port [ 991.164990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-024754f5-1ac2-4c64-81f2-c25ba3342207 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.164990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-024754f5-1ac2-4c64-81f2-c25ba3342207" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.164990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-024754f5-1ac2-4c64-81f2-c25ba3342207" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.165323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-024754f5-1ac2-4c64-81f2-c25ba3342207" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.166067] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('024754f5-1ac2-4c64-81f2-c25ba3342207',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.237231] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 991.237405] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 deletion is rescheduled due to dependency. [ 991.237529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.483443] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.483822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.483822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.483947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.483997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.484637] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 991.538366] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.538366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.538366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.538366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.538366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.553160] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 991.668636] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 024754f5-1ac2-4c64-81f2-c25ba3342207 [ 991.668681] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.668825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.668918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.669110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.669165] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.669326] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:024754f5-1ac2-4c64-81f2-c25ba3342207 already deleted. [ 991.669451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-024754f5-1ac2-4c64-81f2-c25ba3342207" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.964472] env[70473]: INFO networking_nsxv3.common.synchronization [None req-c9a8eba4-f266-42fd-9781-f3a5bd9fae92 None None] Enqueued Resource ID: a4309a5b-ebd5-4ee2-970c-b331f5791cd0 with Priority: HIGHEST for action port [ 991.964472] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4309a5b-ebd5-4ee2-970c-b331f5791cd0 with Priority: HIGHEST for action port [ 991.964472] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4309a5b-ebd5-4ee2-970c-b331f5791cd0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.971806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4309a5b-ebd5-4ee2-970c-b331f5791cd0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.971806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4309a5b-ebd5-4ee2-970c-b331f5791cd0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.971806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4309a5b-ebd5-4ee2-970c-b331f5791cd0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.971910] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4309a5b-ebd5-4ee2-970c-b331f5791cd0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.122727] env[70473]: INFO networking_nsxv3.common.synchronization [req-c2cb8c3b-0272-44e1-940c-0e111970941a req-7491816c-3af0-44f6-bc48-68f88ecd7865 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 992.124639] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 992.125207] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.127999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.127999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.127999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.127999] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.127999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.127999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.127999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.127999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.127999] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.293968] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 992.293968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.477491] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4309a5b-ebd5-4ee2-970c-b331f5791cd0 [ 992.477491] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.477491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.477491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.477491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.477491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.477491] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4309a5b-ebd5-4ee2-970c-b331f5791cd0 already deleted. [ 992.477491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4309a5b-ebd5-4ee2-970c-b331f5791cd0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.626625] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.626625] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.626625] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.626625] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.627121] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.627121] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.627121] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.627611] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.627793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.628060] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.628190] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.628307] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.628422] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.628541] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 992.628654] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.629016] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.633991] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.634211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.634211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.634382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.634472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.634661] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.634755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.634814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.634958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.635046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.635449] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 992.666312] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.666501] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 992.666641] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.666831] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.667173] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-a2747177-971c-4ead-9b2e-6dde3101ab5b taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.667352] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-a2747177-971c-4ead-9b2e-6dde3101ab5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.667475] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-a2747177-971c-4ead-9b2e-6dde3101ab5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.668801] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-a2747177-971c-4ead-9b2e-6dde3101ab5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.669224] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2747177-971c-4ead-9b2e-6dde3101ab5b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.720412] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.720623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.720623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.720845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.720983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.731710] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 993.052519] env[70473]: INFO networking_nsxv3.common.synchronization [req-9afa653e-49a3-4017-9638-18169c6eef43 req-a4d303e9-d2ac-4bea-b596-1b8016298ae4 tempest-ServersWithSpecificFlavorTestJSON-280543932 tempest-ServersWithSpecificFlavorTestJSON-280543932-project-member] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 993.056289] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGHEST for action security_group_members [ 993.056289] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.056289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.056555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.058546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.058917] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.059148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.059306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.059562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.059663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.059826] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.172573] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.172573] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.172573] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.172573] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.173038] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.173038] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port a2747177-971c-4ead-9b2e-6dde3101ab5b not found, creating... [ 993.173266] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.173363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.173418] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.173662] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.173816] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.177203] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.177473] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.177682] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.177852] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.178114] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.178167] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: a2747177-971c-4ead-9b2e-6dde3101ab5b is going to be created. [ 993.205769] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.205995] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.207664] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.207664] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.207664] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.207664] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-a2747177-971c-4ead-9b2e-6dde3101ab5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.563658] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 993.563898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.564288] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.564422] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.564500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.565071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.565799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.565896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.566214] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.566457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.566523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.566773] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.569266] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.569266] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.569266] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.602408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.602408] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.602408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.602408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.602408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.602408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.602408] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 is going to be updated. [ 993.638420] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.638825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.638825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.639379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.639379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.657802] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: IN_PROGRESS for 2s [ 994.070111] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.070317] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.070355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.070581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.070749] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.070844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.070906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.071186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.071282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.071357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.071504] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.071597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.071657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.071823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.072232] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.072343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.072410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.072569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.072650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.072732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.072824] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.342031] env[70473]: INFO networking_nsxv3.common.synchronization [None req-a6c20adb-c79d-43e4-8fec-1a49f474249c None None] Enqueued Resource ID: daa3f569-349b-4778-9185-936a8139109f with Priority: HIGHEST for action port [ 994.342031] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa3f569-349b-4778-9185-936a8139109f with Priority: HIGHEST for action port [ 994.342031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa3f569-349b-4778-9185-936a8139109f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.342031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa3f569-349b-4778-9185-936a8139109f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.342031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa3f569-349b-4778-9185-936a8139109f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.342031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa3f569-349b-4778-9185-936a8139109f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.342031] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa3f569-349b-4778-9185-936a8139109f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.390788] env[70473]: INFO networking_nsxv3.common.synchronization [req-c2cb8c3b-0272-44e1-940c-0e111970941a req-73d43d2f-0145-42f4-a249-0a5fdea17131 service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 994.390937] env[70473]: INFO networking_nsxv3.common.synchronization [req-c2cb8c3b-0272-44e1-940c-0e111970941a req-73d43d2f-0145-42f4-a249-0a5fdea17131 service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 994.391094] env[70473]: INFO networking_nsxv3.common.synchronization [req-c2cb8c3b-0272-44e1-940c-0e111970941a req-73d43d2f-0145-42f4-a249-0a5fdea17131 service nova] Enqueued Resource ID: a2747177-971c-4ead-9b2e-6dde3101ab5b with Priority: HIGHEST for action port [ 994.391331] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 994.391518] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 994.391556] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2747177-971c-4ead-9b2e-6dde3101ab5b with Priority: HIGHEST for action port [ 994.394055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.394055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.394055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.394055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.397798] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.397798] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.397798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.397798] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2747177-971c-4ead-9b2e-6dde3101ab5b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.397798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2747177-971c-4ead-9b2e-6dde3101ab5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.397798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2747177-971c-4ead-9b2e-6dde3101ab5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.397798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2747177-971c-4ead-9b2e-6dde3101ab5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.397798] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2747177-971c-4ead-9b2e-6dde3101ab5b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.575461] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49: rpc.has_security_group_logging(os_id): False [ 994.596736] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.596968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.597071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.597293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.597389] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.597850] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.598065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.598212] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.598443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.600073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.600450] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.600541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.600541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.600814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.600814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.600989] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.601280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.601280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.601523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.601523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.601612] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 994.668455] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.669020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.669020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.669020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.669308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.684531] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 994.743548] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 994.744318] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 994.744318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.744318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.744496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.744687] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.744772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.744819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.744979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.745085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.745192] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.845162] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daa3f569-349b-4778-9185-936a8139109f [ 994.845464] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.845625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.845702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.845935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.846080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.846196] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daa3f569-349b-4778-9185-936a8139109f already deleted. [ 994.846298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa3f569-349b-4778-9185-936a8139109f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.901570] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.903054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.903054] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2747177-971c-4ead-9b2e-6dde3101ab5b with status ACTIVE [ 994.903054] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.903054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.903054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.903054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.903054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.903054] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.903054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.903054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.903054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.903564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.903564] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.903564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.903564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.903860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.903860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.903860] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2747177-971c-4ead-9b2e-6dde3101ab5b is going to be updated. [ 994.934267] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.934432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.934512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.934840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.934948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.935146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2747177-971c-4ead-9b2e-6dde3101ab5b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.249897] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.671858] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 in Status: SUCCESS [ 995.672335] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 deletion is rescheduled due to dependency. [ 995.672512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.754116] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.257833] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.257833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.257833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.258092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.258130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.258241] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 996.296368] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.296841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.296841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.297549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.297549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.308131] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 996.611233] env[70473]: INFO networking_nsxv3.common.synchronization [req-a049fedf-949d-4ff3-932b-b178979b0ce1 req-2dc81ef2-03a2-4c9d-924b-5e5ca604c96e tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 996.611233] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 996.611233] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.611233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.611233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.611233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.611233] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.611713] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.611872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.612185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.612437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.612680] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.698239] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 996.698692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.008600] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.008807] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.008941] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.009375] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.009642] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.009807] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.009934] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.010208] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.010363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.010585] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.010703] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.010820] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.010936] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.011093] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.011189] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.011317] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.032939] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.032939] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.032939] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.032939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.032939] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-e5bed296-97b6-44bb-9c72-80ab0cac4489 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.032939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-e5bed296-97b6-44bb-9c72-80ab0cac4489" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.032939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-e5bed296-97b6-44bb-9c72-80ab0cac4489" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.032939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-e5bed296-97b6-44bb-9c72-80ab0cac4489" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.032939] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5bed296-97b6-44bb-9c72-80ab0cac4489',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.117407] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.117665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.117825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.118149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.118316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.118550] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.118765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.118861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.119101] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.119189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.119277] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae already deleted. [ 997.119356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.536179] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.536411] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.536543] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.536824] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.536979] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.537155] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port e5bed296-97b6-44bb-9c72-80ab0cac4489 not found, creating... [ 997.537432] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.537565] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.537799] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.537986] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.538147] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.538433] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.538590] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.538711] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.538918] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.539105] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.539254] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: e5bed296-97b6-44bb-9c72-80ab0cac4489 is going to be created. [ 997.560995] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.561402] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.561569] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.561861] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.562264] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.562529] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-e5bed296-97b6-44bb-9c72-80ab0cac4489" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.325665] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 998.325665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.325665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.325665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.325665] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.325665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.325665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.325665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.325665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.325665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.325665] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.535714] env[70473]: INFO networking_nsxv3.common.synchronization [req-a049fedf-949d-4ff3-932b-b178979b0ce1 req-ab51de78-fffc-4669-8305-57db8691443c service nova] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_rules [ 998.535958] env[70473]: INFO networking_nsxv3.common.synchronization [req-a049fedf-949d-4ff3-932b-b178979b0ce1 req-ab51de78-fffc-4669-8305-57db8691443c service nova] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 998.536769] env[70473]: INFO networking_nsxv3.common.synchronization [req-a049fedf-949d-4ff3-932b-b178979b0ce1 req-ab51de78-fffc-4669-8305-57db8691443c service nova] Enqueued Resource ID: e5bed296-97b6-44bb-9c72-80ab0cac4489 with Priority: HIGHEST for action port [ 998.536966] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_rules [ 998.537863] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 998.538816] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5bed296-97b6-44bb-9c72-80ab0cac4489 with Priority: HIGHEST for action port [ 998.539329] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.539498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.539591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.543026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.543026] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.543026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.543026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.543026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.543026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.543398] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.543398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.543398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.543512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.543546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.543987] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.549445] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5bed296-97b6-44bb-9c72-80ab0cac4489 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.553215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5bed296-97b6-44bb-9c72-80ab0cac4489" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.553215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5bed296-97b6-44bb-9c72-80ab0cac4489" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.553215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5bed296-97b6-44bb-9c72-80ab0cac4489" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.553215] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5bed296-97b6-44bb-9c72-80ab0cac4489',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.832877] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.832877] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.832877] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.832877] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.832877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.833536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.833536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.833536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.833536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.833536] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.053967] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.053967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.053967] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.058419] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5bed296-97b6-44bb-9c72-80ab0cac4489 with status ACTIVE [ 999.061571] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.061571] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.061571] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.061571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.061571] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5bed296-97b6-44bb-9c72-80ab0cac4489 is going to be updated. [ 999.089632] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.089632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.089632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.089632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.089632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.089632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5bed296-97b6-44bb-9c72-80ab0cac4489" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.174381] env[70473]: INFO networking_nsxv3.common.synchronization [req-4f3a6c71-d65b-423e-88b2-7ac798c93b70 req-7916d6af-4580-44e6-a793-c09f5b6847a0 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: 3a23bae2-f322-470f-886d-7347caaf3f75 with Priority: HIGHEST for action security_group_members [ 999.174381] env[70473]: INFO networking_nsxv3.common.synchronization [req-4f3a6c71-d65b-423e-88b2-7ac798c93b70 req-7916d6af-4580-44e6-a793-c09f5b6847a0 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 999.174381] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a23bae2-f322-470f-886d-7347caaf3f75 with Priority: HIGHEST for action security_group_members [ 999.174381] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 999.174381] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a23bae2-f322-470f-886d-7347caaf3f75 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.174381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.174381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.175105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.175429] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.175680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.175857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.176156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.179126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.179126] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a23bae2-f322-470f-886d-7347caaf3f75',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.179126] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.179126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.179126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.179126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.179126] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.179126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.179126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.179126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.179126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.179126] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.321085] env[70473]: INFO networking_nsxv3.common.synchronization [req-4f3a6c71-d65b-423e-88b2-7ac798c93b70 req-7916d6af-4580-44e6-a793-c09f5b6847a0 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: 3a23bae2-f322-470f-886d-7347caaf3f75 with Priority: HIGHEST for action security_group_rules [ 999.321085] env[70473]: INFO networking_nsxv3.common.synchronization [req-4f3a6c71-d65b-423e-88b2-7ac798c93b70 req-7916d6af-4580-44e6-a793-c09f5b6847a0 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: 3a23bae2-f322-470f-886d-7347caaf3f75 with Priority: HIGHEST for action security_group_members [ 999.321085] env[70473]: INFO networking_nsxv3.common.synchronization [req-4f3a6c71-d65b-423e-88b2-7ac798c93b70 req-7916d6af-4580-44e6-a793-c09f5b6847a0 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_rules [ 999.321085] env[70473]: INFO networking_nsxv3.common.synchronization [req-4f3a6c71-d65b-423e-88b2-7ac798c93b70 req-7916d6af-4580-44e6-a793-c09f5b6847a0 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 999.321085] env[70473]: INFO networking_nsxv3.common.synchronization [req-4f3a6c71-d65b-423e-88b2-7ac798c93b70 req-7916d6af-4580-44e6-a793-c09f5b6847a0 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: 2daec32f-db12-4713-aa64-75020b98e502 with Priority: HIGHEST for action port [ 999.321946] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a23bae2-f322-470f-886d-7347caaf3f75 with Priority: HIGHEST for action security_group_rules [ 999.325117] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_rules [ 999.325117] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2daec32f-db12-4713-aa64-75020b98e502 with Priority: HIGHEST for action port [ 999.325117] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a23bae2-f322-470f-886d-7347caaf3f75 with Priority: HIGHEST for action security_group_members [ 999.325117] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 999.325117] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a23bae2-f322-470f-886d-7347caaf3f75 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.325117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.325117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.325117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.325117] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a23bae2-f322-470f-886d-7347caaf3f75',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.325117] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.325117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.326201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.326829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.327088] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.328917] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2daec32f-db12-4713-aa64-75020b98e502 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.328917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.329612] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.329612] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.329811] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2daec32f-db12-4713-aa64-75020b98e502',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.330831] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a23bae2-f322-470f-886d-7347caaf3f75 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.330831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.331186] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.331326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.339111] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9095f9a-a1bd-4a2b-aa29-ddc63774597b: rpc.has_security_group_logging(os_id): False [ 999.358501] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.358899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.358899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.359177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.359318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.359610] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.360281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.360281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.360281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.360450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.360678] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.360831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.360920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.361195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.361318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.361694] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.361839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.361910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.363260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.363449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.363694] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 999.433122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.433122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.433122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.433122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.433407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.446951] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 999.557164] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.686728] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a23bae2-f322-470f-886d-7347caaf3f75',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.686728] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.835137] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.835137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.835137] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a23bae2-f322-470f-886d-7347caaf3f75 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.835137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.835137] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2daec32f-db12-4713-aa64-75020b98e502 with status ACTIVE [ 999.835137] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.835137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.835137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.835137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.835137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.835137] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.835137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.835137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.836445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.836697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.837027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.837274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.837445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.837728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.837987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.838228] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2daec32f-db12-4713-aa64-75020b98e502 is going to be updated. [ 999.864093] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.866605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.866605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.866605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.866605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.866605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.058812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.058812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.058812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.059890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.059890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.059890] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be created. [ 1000.065200] env[70473]: INFO networking_nsxv3.common.synchronization [req-c27a7778-e64f-4448-a978-ee277a93f5aa req-a73a86e6-b21e-4683-bed8-0a7e0033a108 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: 3a23bae2-f322-470f-886d-7347caaf3f75 with Priority: HIGHEST for action security_group_members [ 1000.065200] env[70473]: INFO networking_nsxv3.common.synchronization [req-c27a7778-e64f-4448-a978-ee277a93f5aa req-a73a86e6-b21e-4683-bed8-0a7e0033a108 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 1000.065200] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a23bae2-f322-470f-886d-7347caaf3f75 with Priority: HIGHEST for action security_group_members [ 1000.065200] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 1000.065200] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a23bae2-f322-470f-886d-7347caaf3f75 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.066741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.066741] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.066741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.094348] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.094518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.094628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.094922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.096314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.109642] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: UNINITIALIZED for 2s [ 1000.119756] env[70473]: INFO networking_nsxv3.common.synchronization [req-c27a7778-e64f-4448-a978-ee277a93f5aa req-a73a86e6-b21e-4683-bed8-0a7e0033a108 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_rules [ 1000.122659] env[70473]: INFO networking_nsxv3.common.synchronization [req-c27a7778-e64f-4448-a978-ee277a93f5aa req-a73a86e6-b21e-4683-bed8-0a7e0033a108 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 1000.122929] env[70473]: INFO networking_nsxv3.common.synchronization [req-c27a7778-e64f-4448-a978-ee277a93f5aa req-a73a86e6-b21e-4683-bed8-0a7e0033a108 tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: 2daec32f-db12-4713-aa64-75020b98e502 with Priority: HIGHEST for action port [ 1000.123796] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_rules [ 1000.124305] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 1000.125681] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2daec32f-db12-4713-aa64-75020b98e502 with Priority: HIGHEST for action port [ 1000.125681] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.125681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.126954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.126954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.126954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2daec32f-db12-4713-aa64-75020b98e502 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.126954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.126954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.126954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.126954] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2daec32f-db12-4713-aa64-75020b98e502',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.187812] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a23bae2-f322-470f-886d-7347caaf3f75',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.189425] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.629969] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2daec32f-db12-4713-aa64-75020b98e502 with status ACTIVE [ 1000.630513] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.630513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.630513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.630742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.630742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.630953] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.631097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.631162] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.631370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.631438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.632259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.632259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.632259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.632259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.632259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.632259] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2daec32f-db12-4713-aa64-75020b98e502 is going to be updated. [ 1000.664024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.664024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.664024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.664024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.664024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.664024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2daec32f-db12-4713-aa64-75020b98e502" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.693348] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.693615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.693716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.693990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.694108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.694214] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73900d2-b051-4164-b009-4a694bf54d37 is going to be updated. [ 1000.695500] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.695646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.695701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.696241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.696241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.696241] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a23bae2-f322-470f-886d-7347caaf3f75 is going to be created. [ 1000.725645] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.726662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.726825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.727100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.727314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.743325] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a23bae2-f322-470f-886d-7347caaf3f75 in Status: UNINITIALIZED for 2s [ 1000.744749] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.744749] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.744749] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.744749] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.745176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.764359] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: IN_PROGRESS for 2s [ 1001.461907] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1001.461907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.123048] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1002.123469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.123829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.124057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.124264] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.124387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.124454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.124734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.124877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.124927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.125067] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.630976] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.711358] env[70473]: INFO networking_nsxv3.common.synchronization [req-68f0b307-0373-4955-a161-bf4cff53aa4e req-13d71b5e-46a4-4bd3-804b-cc5db617d5eb tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1002.711936] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1002.712434] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.712609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.712711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.712973] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.713176] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.713361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.713484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.713766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.713903] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.714039] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.754564] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a23bae2-f322-470f-886d-7347caaf3f75 in Status: SUCCESS [ 1002.754716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.754913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.755148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.755337] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.755576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.755576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.755765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.755850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.755957] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a23bae2-f322-470f-886d-7347caaf3f75',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.776715] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: SUCCESS [ 1002.777019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.777216] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.777463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.777643] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.777774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.777818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.777997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.778088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.778185] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.135081] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f20b8a6-540f-41a2-be87-28218c7478ae: rpc.has_security_group_logging(os_id): False [ 1003.157957] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.160122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.160330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.160623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.160776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.161160] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.161421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.161537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.162546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.162695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.162866] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be created. [ 1003.220607] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.220868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.221015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.221327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.221429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.221647] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.221740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.221801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.221965] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.222051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.222213] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1003.236125] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.236429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.236589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.236898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.237198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.249793] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1003.255795] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.255967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.256055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.256320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.256452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.261734] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.261734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.261734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.262082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.262082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.262277] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.262368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.262368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.262542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.262616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.262702] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a23bae2-f322-470f-886d-7347caaf3f75 is going to be deleted. [ 1003.267073] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1003.280597] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.299151] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.299307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.299391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.299673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.299797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.299919] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.300128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.300353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.300554] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.300696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.300783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.300956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.301161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.301283] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a23bae2-f322-470f-886d-7347caaf3f75',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.938886] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.939014] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.939147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.939218] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.939427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.939541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.939736] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.939961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.939961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.940102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.940170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.940260] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a23bae2-f322-470f-886d-7347caaf3f75 already deleted. [ 1003.940367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.940465] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a23bae2-f322-470f-886d-7347caaf3f75',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.942643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.942643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.942643] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.942774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.942774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.942883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.942961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.943063] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a23bae2-f322-470f-886d-7347caaf3f75',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.074620] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.074847] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.074953] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.075638] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.075638] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.075638] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.075943] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.076350] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.076564] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.076732] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.076854] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.076976] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.077106] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.077224] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1004.077433] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.077598] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.098979] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.099198] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1004.099367] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.099554] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.099944] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-2d8616b1-9cc0-4133-8ee8-626c37b16669 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.100154] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-2d8616b1-9cc0-4133-8ee8-626c37b16669" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.100284] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-2d8616b1-9cc0-4133-8ee8-626c37b16669" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.100618] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-2d8616b1-9cc0-4133-8ee8-626c37b16669" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.100764] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8616b1-9cc0-4133-8ee8-626c37b16669',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.351233] env[70473]: INFO networking_nsxv3.common.synchronization [req-8d4a29b6-2808-49dc-9c99-9b0928cd0734 req-604a2f0c-0133-45d8-b0ab-421c05926072 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1004.351233] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1004.351594] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.351721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.351791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.351992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.352181] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.352282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.352344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.352495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.352579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.352670] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.442832] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.443014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.443089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.444667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.444667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.444667] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73900d2-b051-4164-b009-4a694bf54d37 is going to be updated. [ 1004.446575] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a23bae2-f322-470f-886d-7347caaf3f75',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.447559] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.447706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.447776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.447964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.448061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.448996] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.448996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.448996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.448996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.448996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.448996] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a23bae2-f322-470f-886d-7347caaf3f75 already deleted. [ 1004.448996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.474315] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.474452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.474544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.474718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.474857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.485455] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: IN_PROGRESS for 2s [ 1004.604290] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.604290] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.604290] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.604574] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.604574] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.604788] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 2d8616b1-9cc0-4133-8ee8-626c37b16669 not found, creating... [ 1004.604987] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.605230] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.606159] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.606159] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.606159] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.606639] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.606942] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.607163] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.607495] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.607721] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.607943] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 2d8616b1-9cc0-4133-8ee8-626c37b16669 is going to be created. [ 1004.631816] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.632096] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.632351] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.632643] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.632880] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.633135] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-2d8616b1-9cc0-4133-8ee8-626c37b16669" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.854611] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.949574] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a23bae2-f322-470f-886d-7347caaf3f75: rpc.has_security_group_logging(os_id): False [ 1004.972033] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.972741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.972949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.973392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.973617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.974270] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.976177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.976177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.976177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.976177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.976177] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a23bae2-f322-470f-886d-7347caaf3f75 is going to be created. [ 1004.999965] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3a23bae2-f322-470f-886d-7347caaf3f75], does not exist path=[/infra/domains/default/groups/3a23bae2-f322-470f-886d-7347caaf3f75]."\n}' [ 1005.000245] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a23bae2-f322-470f-886d-7347caaf3f75 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3a23bae2-f322-470f-886d-7347caaf3f75 [ 1005.000480] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1005.039933] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.040201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.040201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.040347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.041968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.042623] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.042810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.042880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.043143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.043285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.043542] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.043717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.043817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.044051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.044249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.044344] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a23bae2-f322-470f-886d-7347caaf3f75 is going to be created. [ 1005.064880] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3a23bae2-f322-470f-886d-7347caaf3f75], does not exist path=[/infra/domains/default/groups/3a23bae2-f322-470f-886d-7347caaf3f75]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3a23bae2-f322-470f-886d-7347caaf3f75 [ 1005.065457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a23bae2-f322-470f-886d-7347caaf3f75" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.066200] env[70473]: Traceback (most recent call last): [ 1005.066290] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1005.066290] env[70473]: return func(*args, **kwargs) [ 1005.066290] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1005.066290] env[70473]: res.raise_for_status() [ 1005.066290] env[70473]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1005.066290] env[70473]: raise HTTPError(http_error_msg, response=self) [ 1005.066290] env[70473]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3a23bae2-f322-470f-886d-7347caaf3f75 [ 1005.066290] env[70473]: During handling of the above exception, another exception occurred: [ 1005.066290] env[70473]: Traceback (most recent call last): [ 1005.066660] env[70473]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1005.066660] env[70473]: listener.cb(fileno) [ 1005.066660] env[70473]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1005.066660] env[70473]: result = function(*args, **kwargs) [ 1005.066660] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1005.066660] env[70473]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1005.066660] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1005.066660] env[70473]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1005.066660] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1005.066660] env[70473]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1005.066660] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1005.066660] env[70473]: res.raise_for_status() [ 1005.066660] env[70473]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1005.066660] env[70473]: raise HTTPError(http_error_msg, response=self) [ 1005.066660] env[70473]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3a23bae2-f322-470f-886d-7347caaf3f75 [ 1005.066660] env[70473]: Removing descriptor: 16 [ 1005.267023] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1005.267023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.278253] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1005.278568] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 deletion is rescheduled due to dependency. [ 1005.278781] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.360826] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.363565] env[70473]: INFO networking_nsxv3.common.synchronization [None req-3a10212b-f597-44cf-b078-2905fdb33f74 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1005.365799] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1005.368017] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.368017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.528646] env[70473]: INFO networking_nsxv3.common.synchronization [req-68f0b307-0373-4955-a161-bf4cff53aa4e req-fa8e3bc6-a3da-4438-b20c-c01653cf7466 service nova] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_rules [ 1005.528831] env[70473]: INFO networking_nsxv3.common.synchronization [req-68f0b307-0373-4955-a161-bf4cff53aa4e req-fa8e3bc6-a3da-4438-b20c-c01653cf7466 service nova] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1005.529061] env[70473]: INFO networking_nsxv3.common.synchronization [req-68f0b307-0373-4955-a161-bf4cff53aa4e req-fa8e3bc6-a3da-4438-b20c-c01653cf7466 service nova] Enqueued Resource ID: 2d8616b1-9cc0-4133-8ee8-626c37b16669 with Priority: HIGHEST for action port [ 1005.529804] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_rules [ 1005.529804] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1005.529804] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8616b1-9cc0-4133-8ee8-626c37b16669 with Priority: HIGHEST for action port [ 1005.533018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.533018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.533018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.533018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.533302] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.535155] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.535155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.535155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.535155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.535155] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.535155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.535155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.535155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.535155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.535813] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.540159] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d8616b1-9cc0-4133-8ee8-626c37b16669 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.540347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d8616b1-9cc0-4133-8ee8-626c37b16669" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.540418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d8616b1-9cc0-4133-8ee8-626c37b16669" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.540720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d8616b1-9cc0-4133-8ee8-626c37b16669" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.540720] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8616b1-9cc0-4133-8ee8-626c37b16669',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.865904] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.866237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.866237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.866385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.866443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.866542] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 1005.902371] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.902725] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.902803] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.903014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.903175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.912652] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 1006.043365] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.043536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.043722] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.045030] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d8616b1-9cc0-4133-8ee8-626c37b16669 with status ACTIVE [ 1006.045030] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.045030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.045030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.045233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.045324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.045517] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.045625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.045688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.045842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.046549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.046767] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.046874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.046943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.047262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.047262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.047369] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d8616b1-9cc0-4133-8ee8-626c37b16669 is going to be updated. [ 1006.076584] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.076584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.076584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.076729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.076943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.076943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d8616b1-9cc0-4133-8ee8-626c37b16669" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.499116] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: SUCCESS [ 1006.499402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.499402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.500315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.500315] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.500315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.500315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.500315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.500315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.500315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.500315] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.501166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.501349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.501534] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.501655] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.501655] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.502622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.502622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.502622] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.549538] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.005053] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.005295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.006923] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.051946] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.052138] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.052215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.052426] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.052521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.052604] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1007.078568] env[70473]: INFO networking_nsxv3.common.synchronization [req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 req-04b09665-5aff-4bf4-a4cf-c990d0dcd987 tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 1007.079744] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 1007.080148] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.080214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.080299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.080517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.080726] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.080842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.080905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.083692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.083692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.083692] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.105023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.106142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.106142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.106142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.106142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.116377] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1007.511276] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.584632] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-89 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.584838] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.584972] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.585330] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.585637] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.585810] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.586012] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.586938] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.587134] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.587407] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.587498] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.587727] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.587727] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.587888] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.587942] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.589889] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.591607] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.591607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.591843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.591897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.615839] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.616139] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.616554] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.616773] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-89" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.617683] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-293cceae-e94b-4cf8-8017-7d4502c6e369 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.617902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-293cceae-e94b-4cf8-8017-7d4502c6e369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.618058] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-293cceae-e94b-4cf8-8017-7d4502c6e369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.618440] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-293cceae-e94b-4cf8-8017-7d4502c6e369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.618601] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293cceae-e94b-4cf8-8017-7d4502c6e369',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.620408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.620638] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.620770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.620828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.621501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.621650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.621712] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 1007.656692] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.656692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.656692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.656692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.657016] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.670134] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 1007.930118] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 1007.930523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.930707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.931067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.931334] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.931503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.931565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.931797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.931891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.932978] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.015375] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.015375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.015375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.015375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.015375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.015375] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73900d2-b051-4164-b009-4a694bf54d37 is going to be updated. [ 1008.047510] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.047653] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.047720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.047928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.048085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.060878] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: IN_PROGRESS for 2s [ 1008.124817] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.125109] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.125280] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.125682] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.125875] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.127158] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 293cceae-e94b-4cf8-8017-7d4502c6e369 not found, creating... [ 1008.127158] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.127158] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.127158] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.127158] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.127158] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.127617] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.127617] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.127851] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.127952] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.128116] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.128265] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 293cceae-e94b-4cf8-8017-7d4502c6e369 is going to be created. [ 1008.164589] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.164832] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.164832] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.165127] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.165427] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.165791] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-293cceae-e94b-4cf8-8017-7d4502c6e369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.435705] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.435936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.435936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.436166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.463421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.463421] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.463421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.463421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.464160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.464160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.464160] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 1008.504567] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.505144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.505144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.505322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.505521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.519544] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 1009.127929] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1009.128138] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.128313] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.128522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.128718] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.128836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.128893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.130118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.130239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.130334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.130440] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.297013] env[70473]: INFO networking_nsxv3.common.synchronization [req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 req-a26320a0-26db-40b3-9d12-7ce54e07be06 service nova] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_rules [ 1009.297228] env[70473]: INFO networking_nsxv3.common.synchronization [req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 req-a26320a0-26db-40b3-9d12-7ce54e07be06 service nova] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 1009.297364] env[70473]: INFO networking_nsxv3.common.synchronization [req-b7049b3e-4805-4a9a-9b2f-71fd0b693853 req-a26320a0-26db-40b3-9d12-7ce54e07be06 service nova] Enqueued Resource ID: 293cceae-e94b-4cf8-8017-7d4502c6e369 with Priority: HIGHEST for action port [ 1009.299957] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_rules [ 1009.299957] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 1009.300150] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 293cceae-e94b-4cf8-8017-7d4502c6e369 with Priority: HIGHEST for action port [ 1009.300480] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.300886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.301047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.301389] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.301534] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.303179] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.303450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.303582] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-293cceae-e94b-4cf8-8017-7d4502c6e369 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.303712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-293cceae-e94b-4cf8-8017-7d4502c6e369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.303800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-293cceae-e94b-4cf8-8017-7d4502c6e369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.304031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-293cceae-e94b-4cf8-8017-7d4502c6e369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.304112] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293cceae-e94b-4cf8-8017-7d4502c6e369',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.633749] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.634046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.634046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.634213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.634380] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.634480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.634540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.634693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.634779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.634865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.635018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.635888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.635888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.635888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.635888] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.635888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.635888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.635888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.635888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.635888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.636234] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.683476] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 1009.683696] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 deletion is rescheduled due to dependency. [ 1009.683811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.683952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.684199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.684360] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.684579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.684579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.684721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.684800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.684927] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.811449] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.811449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.811449] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 293cceae-e94b-4cf8-8017-7d4502c6e369 with status ACTIVE [ 1009.811449] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.811449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.811449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.811449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.811449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.811449] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.811449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.811449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.811449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.811449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.812072] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.812072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.812072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.812072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.812072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.812072] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 293cceae-e94b-4cf8-8017-7d4502c6e369 is going to be updated. [ 1009.843979] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.843979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.843979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.843979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.843979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.843979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-293cceae-e94b-4cf8-8017-7d4502c6e369" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.984046] env[70473]: INFO networking_nsxv3.common.synchronization [req-72990001-9007-48a8-a644-159103b10bed req-e76f2a6f-6b84-4bf3-a41a-2e70c8df1f44 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_members [ 1009.984941] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGHEST for action security_group_members [ 1009.985502] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-feb00212-6a5b-4563-901e-57211971218a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.985700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.985809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.987606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.987606] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.987606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.987606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.987606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.987606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.987606] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.075920] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: SUCCESS [ 1010.076163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.076350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.076582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.076776] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.076951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.076995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.077172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.077276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.077915] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.138720] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d361db7e-7bdc-4450-9c63-43f7109cc547: rpc.has_security_group_logging(os_id): False [ 1010.164406] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.164663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.165343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.165343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.187141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.187504] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.187889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.188011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.188267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.188406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.188665] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.188889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.188889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.189240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.189380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.189633] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.189770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.189853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.190052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.190159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.190344] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1010.191661] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.277555] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.277720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.277763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.278022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.278242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.293425] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1010.492663] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.492816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.492886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.494016] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.516146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.516420] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.516549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.516843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.517073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.517163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.517260] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb00212-6a5b-4563-901e-57211971218a is going to be updated. [ 1010.530980] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 1010.534024] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 deletion is rescheduled due to dependency. [ 1010.534024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.547807] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.547968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.548034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.548227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.548364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.562198] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb00212-6a5b-4563-901e-57211971218a in Status: IN_PROGRESS for 2s [ 1010.580506] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.693876] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.835288] env[70473]: INFO networking_nsxv3.common.synchronization [req-640b8289-472f-4885-8685-9f25340775bd req-2f51840d-ecf5-42df-ba30-26a7a52fc8cb tempest-ServerRescueTestJSONUnderV235-1237449485 tempest-ServerRescueTestJSONUnderV235-1237449485-project-member] Enqueued Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 1010.835288] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73900d2-b051-4164-b009-4a694bf54d37 with Priority: HIGHEST for action security_group_members [ 1010.835288] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.835288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.083145] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.200865] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.200865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.200865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.200865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.200865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.200865] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 1011.257180] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.257488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.257632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.257914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.258173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.268090] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 1011.585729] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.585938] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.585938] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.586285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.586412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.586546] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73900d2-b051-4164-b009-4a694bf54d37 is going to be updated. [ 1011.636460] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.636686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.636686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.636899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.637065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.647788] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: IN_PROGRESS for 2s [ 1012.307764] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1012.308260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.572285] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: feb00212-6a5b-4563-901e-57211971218a in Status: SUCCESS [ 1012.572521] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: feb00212-6a5b-4563-901e-57211971218a deletion is rescheduled due to dependency. [ 1012.572651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.281624] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 1013.281874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.282081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.282362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.282567] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.282707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.282776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.283061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.283576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.283689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.283834] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.659876] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: SUCCESS [ 1013.660121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.660304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.660518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.660705] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.660824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.660891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.661050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.661214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.661418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.661526] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a73900d2-b051-4164-b009-4a694bf54d37 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.661614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.661675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.661818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.661969] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.662141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.662272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.662333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.662406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.662490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.662585] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.663444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.664077] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.664241] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.664346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.664411] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.664554] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.664748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.664849] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.789970] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.789970] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.789970] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.789970] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.789970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.790853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.790853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.790853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.790853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.790853] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.168180] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.168180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.168180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.168180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.168401] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a73900d2-b051-4164-b009-4a694bf54d37: rpc.has_security_group_logging(os_id): False [ 1014.199546] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.199546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.203203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.203203] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.203203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.203203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.203203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.203203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.203203] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73900d2-b051-4164-b009-4a694bf54d37 is going to be updated. [ 1014.204098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.204098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.204098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.204098] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.204334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.204334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.204477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.204477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.204629] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.204738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.204788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.204886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.204959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.205155] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.205251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.205342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.205438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.205511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.205632] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a73900d2-b051-4164-b009-4a694bf54d37 is going to be updated. [ 1014.260404] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.260505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.260505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.260706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.260857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.272121] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: IN_PROGRESS for 2s [ 1014.290387] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.290387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.290387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.290387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.290387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.292599] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c08c002-ed94-4fb1-b21c-e4817f96bd41: rpc.has_security_group_logging(os_id): False [ 1014.313031] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: IN_PROGRESS for 2s [ 1014.314526] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.314727] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.318797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.318797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.318797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.318797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.319540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.319540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.319540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.319540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.319540] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 1014.434259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.434380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.434437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.434661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.434781] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.450436] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 1015.325963] env[70473]: INFO networking_nsxv3.common.synchronization [req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 req-f74b1984-328e-49ad-9e5d-f473b4dc1dda tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1015.326636] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1015.326978] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.330662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.330732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.331217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.331356] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.331928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.331928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.331928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.331928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.331928] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.841343] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.841343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.841343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.841343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.841343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.841343] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.841343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.841343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.841343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.841343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.841343] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 already deleted. [ 1015.841343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.061954] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.062224] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.062375] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.062840] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.062968] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.063340] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.063467] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.063782] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.063854] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.064122] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.064243] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.064357] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.064471] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.064585] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.064695] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.064832] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.086279] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.086713] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.086824] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.087113] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.087661] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-b222a448-efce-4031-8625-19eb8aae9772 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.087971] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-b222a448-efce-4031-8625-19eb8aae9772" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.088231] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-b222a448-efce-4031-8625-19eb8aae9772" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.088718] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-b222a448-efce-4031-8625-19eb8aae9772" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.088806] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b222a448-efce-4031-8625-19eb8aae9772',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.283934] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: SUCCESS [ 1016.283934] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a73900d2-b051-4164-b009-4a694bf54d37 deletion is rescheduled due to dependency. [ 1016.284026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.327202] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a73900d2-b051-4164-b009-4a694bf54d37 in Status: SUCCESS [ 1016.327722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.327722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.327841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.327880] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a73900d2-b051-4164-b009-4a694bf54d37',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.482144] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 1016.483132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.591779] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.592047] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.592197] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.592983] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.592983] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.592983] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port b222a448-efce-4031-8625-19eb8aae9772 not found, creating... [ 1016.593410] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.593535] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.593664] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.594041] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.594257] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.594593] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.594802] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.594912] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.595190] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.595432] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.595528] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: b222a448-efce-4031-8625-19eb8aae9772 is going to be created. [ 1016.631125] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.631540] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.631735] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.632121] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.632398] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.632679] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-b222a448-efce-4031-8625-19eb8aae9772" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.853216] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.853507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.853507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.853673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.853763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.853863] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a73900d2-b051-4164-b009-4a694bf54d37 is going to be deleted. [ 1016.925855] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.926017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.926109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.926336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.926492] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.926798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a73900d2-b051-4164-b009-4a694bf54d37" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.555366] env[70473]: INFO networking_nsxv3.common.synchronization [req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 req-6b628cf4-4097-438c-896a-d86f37dbfd94 service nova] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_rules [ 1017.555366] env[70473]: INFO networking_nsxv3.common.synchronization [req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 req-6b628cf4-4097-438c-896a-d86f37dbfd94 service nova] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1017.555647] env[70473]: INFO networking_nsxv3.common.synchronization [req-16ef3fd6-b3b6-4b23-94de-e88e949afba8 req-6b628cf4-4097-438c-896a-d86f37dbfd94 service nova] Enqueued Resource ID: b222a448-efce-4031-8625-19eb8aae9772 with Priority: HIGHEST for action port [ 1017.555647] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_rules [ 1017.556293] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1017.556293] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b222a448-efce-4031-8625-19eb8aae9772 with Priority: HIGHEST for action port [ 1017.558867] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.559851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.559994] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.560305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.560394] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.562588] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.562741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.562794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.563010] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.564357] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.564357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.564357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.564357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.564357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.564357] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.566710] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b222a448-efce-4031-8625-19eb8aae9772 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.566710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b222a448-efce-4031-8625-19eb8aae9772" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.566710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b222a448-efce-4031-8625-19eb8aae9772" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.566710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b222a448-efce-4031-8625-19eb8aae9772" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.566710] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b222a448-efce-4031-8625-19eb8aae9772',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.924372] env[70473]: INFO networking_nsxv3.common.synchronization [req-d8269329-389e-4e6b-85e9-84e2406f0746 req-4c9875bf-4691-4e98-9e5b-2fa033c56168 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1017.926294] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1017.926294] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.926294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.068093] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.068280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.068553] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.069940] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b222a448-efce-4031-8625-19eb8aae9772 with status ACTIVE [ 1018.070137] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.070316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.070316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.074056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.074320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.074473] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.074584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.074645] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.074836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.074936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.075142] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.075242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.075294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.075434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.075507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.075590] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b222a448-efce-4031-8625-19eb8aae9772 is going to be updated. [ 1018.096320] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.096534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.096534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.096773] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.096847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.097011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b222a448-efce-4031-8625-19eb8aae9772" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.212873] env[70473]: INFO networking_nsxv3.common.synchronization [req-b556c1d0-cdc6-46b0-8aa7-090ed80502fb req-1cd7b3b4-4d93-4d4d-a8e9-3f6dd91f6629 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1018.213464] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1018.214231] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.214371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.214441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.214676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.214837] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.214939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.215008] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.215167] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.215253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.215354] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.468113] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.468113] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.468113] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.468113] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.468113] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.468113] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.469238] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.469646] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.470830] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.470830] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.470830] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.470830] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.470830] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.470830] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.470830] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.472017] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.494886] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.494886] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1018.494886] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.494886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.494886] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-cb46d4c7-8369-4749-8755-d33528c6d79b taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.494886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-cb46d4c7-8369-4749-8755-d33528c6d79b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.494886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-cb46d4c7-8369-4749-8755-d33528c6d79b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.494886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-cb46d4c7-8369-4749-8755-d33528c6d79b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.494886] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb46d4c7-8369-4749-8755-d33528c6d79b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.579379] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.717582] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.718032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.719982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.719982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.743279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.743279] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.743279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.743279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.744067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.744293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.744553] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1018.781944] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.781944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.781944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.781944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.781944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.790191] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1018.998013] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.000017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.000017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.000017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.000017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.000017] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port cb46d4c7-8369-4749-8755-d33528c6d79b not found, creating... [ 1019.000017] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.000017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.000017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.000017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.000523] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.000559] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.000713] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.000836] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.001950] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.002329] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.002329] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: cb46d4c7-8369-4749-8755-d33528c6d79b is going to be created. [ 1019.026456] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.026668] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.026802] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.027113] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.027364] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.027604] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-cb46d4c7-8369-4749-8755-d33528c6d79b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.082695] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.082919] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.082967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.083453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.083453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.083453] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be created. [ 1019.119650] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.119650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.119650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.119650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.119650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.139427] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: UNINITIALIZED for 2s [ 1019.856658] env[70473]: INFO networking_nsxv3.common.synchronization [req-d8269329-389e-4e6b-85e9-84e2406f0746 req-1800ecb5-17ad-4fdb-877e-374527125f53 service nova] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_rules [ 1019.856948] env[70473]: INFO networking_nsxv3.common.synchronization [req-d8269329-389e-4e6b-85e9-84e2406f0746 req-1800ecb5-17ad-4fdb-877e-374527125f53 service nova] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1019.857066] env[70473]: INFO networking_nsxv3.common.synchronization [req-d8269329-389e-4e6b-85e9-84e2406f0746 req-1800ecb5-17ad-4fdb-877e-374527125f53 service nova] Enqueued Resource ID: cb46d4c7-8369-4749-8755-d33528c6d79b with Priority: HIGHEST for action port [ 1019.857671] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_rules [ 1019.857784] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1019.857883] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb46d4c7-8369-4749-8755-d33528c6d79b with Priority: HIGHEST for action port [ 1019.861374] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.861462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.861824] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.861920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.862174] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb46d4c7-8369-4749-8755-d33528c6d79b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.862292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb46d4c7-8369-4749-8755-d33528c6d79b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.862827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb46d4c7-8369-4749-8755-d33528c6d79b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.863110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb46d4c7-8369-4749-8755-d33528c6d79b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.863183] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb46d4c7-8369-4749-8755-d33528c6d79b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.209633] env[70473]: INFO networking_nsxv3.common.synchronization [None req-746b311c-d3c8-4be4-a24b-b63d37918459 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_rules [ 1020.209912] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_rules [ 1020.210386] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.210980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.210980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.211213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.211391] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.305767] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ecf87867-e29a-498b-a4e5-1f27b3e77152 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_rules [ 1020.305767] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_rules [ 1020.306413] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.306413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.365852] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb46d4c7-8369-4749-8755-d33528c6d79b with status ACTIVE [ 1020.366100] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.366239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.366311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.366778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.366945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.367292] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.367408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.367469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.367642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.367988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.367988] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.367988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.368223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.368223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.368287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.368516] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb46d4c7-8369-4749-8755-d33528c6d79b is going to be updated. [ 1020.400088] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.400235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.400333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.400501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.400636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.400790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb46d4c7-8369-4749-8755-d33528c6d79b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.736103] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.736103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.736103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.736103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.736103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.736103] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c already deleted. [ 1020.736103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.736529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.736529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.736529] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.805693] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1020.805693] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 1020.805693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.158384] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1021.158384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.158384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.158384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.158384] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.158384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.158384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.158384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.158384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.158384] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.266654] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.266654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.267139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.267139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.267139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.267139] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c already deleted. [ 1021.268482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.667364] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.171152] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.675505] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.675739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.675739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.675954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.676084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.676184] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1022.713126] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.713126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.713126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.713126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.713126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.728033] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1024.591600] env[70473]: INFO networking_nsxv3.common.synchronization [req-c8bc3d24-6a74-4d8a-853a-0792be815e72 req-f47c3b63-5f61-4f83-9214-8883b49780b2 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1024.591600] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1024.591600] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.591600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.591600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.591600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.591600] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.592170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.592170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.592170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.592170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.592170] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.739417] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1024.739417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.739417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.739569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.739735] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.740220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.740220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.740220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.740220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.740220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.740514] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.745623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.745717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.745900] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.746061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.746106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.746257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.746344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.746444] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.070562] env[70473]: INFO networking_nsxv3.common.synchronization [req-1974f8c3-f028-4a75-befc-ade3809d809d req-a310743b-9429-4dd6-8a72-7b32d4058f44 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_members [ 1025.070562] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGHEST for action security_group_members [ 1025.070800] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-0af86f18-ae9a-4317-bd14-495a7bfdbb27 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.070800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.070800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.071022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.071632] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.073565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.073665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.073873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.073982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.074098] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.095597] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.246533] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.246644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.249103] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.392570] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.392570] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.392570] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.392570] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.392570] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.392570] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.392570] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.393169] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.393169] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.393169] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.393169] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.393334] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.393384] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.393547] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1025.393613] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.393713] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.416000] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.416244] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1025.416434] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.416630] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.416983] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-84de19b8-ea4a-4417-83ee-c3433be72580 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.417220] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-84de19b8-ea4a-4417-83ee-c3433be72580" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.417351] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-84de19b8-ea4a-4417-83ee-c3433be72580" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.417718] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-84de19b8-ea4a-4417-83ee-c3433be72580" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.418622] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84de19b8-ea4a-4417-83ee-c3433be72580',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.576777] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.576963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.577092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.577330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.598370] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.601809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.603330] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.603330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.603330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.603330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.603330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.603330] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 is going to be updated. [ 1025.642306] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.642561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.642561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.644022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.644022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.653169] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 in Status: IN_PROGRESS for 2s [ 1025.753248] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.921860] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.922471] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.922821] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.923199] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.923862] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.923862] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 84de19b8-ea4a-4417-83ee-c3433be72580 not found, creating... [ 1025.924030] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.924214] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.925266] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.925637] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.925836] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.926261] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.926531] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.926666] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.926970] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.927202] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.927599] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 84de19b8-ea4a-4417-83ee-c3433be72580 is going to be created. [ 1025.962030] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.962322] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.963401] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.963401] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.964032] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.964032] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-84de19b8-ea4a-4417-83ee-c3433be72580" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.105826] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.113340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.113340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.113340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.113340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.113340] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1026.150403] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.150590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.150590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.150751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.150930] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.162037] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1026.256778] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.256984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.256984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.257229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.257321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.257422] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1026.287964] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.288147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.288220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.288448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.288597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.300264] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1026.427026] env[70473]: INFO networking_nsxv3.common.synchronization [None req-21162ad1-8b14-4f58-b3b1-8b4fa0eda88d None None] Enqueued Resource ID: 1e43169f-4982-4fbd-8b60-65beb2aa7065 with Priority: HIGHEST for action port [ 1026.427593] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e43169f-4982-4fbd-8b60-65beb2aa7065 with Priority: HIGHEST for action port [ 1026.427895] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e43169f-4982-4fbd-8b60-65beb2aa7065 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.428535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e43169f-4982-4fbd-8b60-65beb2aa7065" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.428658] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e43169f-4982-4fbd-8b60-65beb2aa7065" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.428952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e43169f-4982-4fbd-8b60-65beb2aa7065" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.429257] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e43169f-4982-4fbd-8b60-65beb2aa7065',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.932901] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e43169f-4982-4fbd-8b60-65beb2aa7065 [ 1026.933292] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.933292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.933792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.933792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.933792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.933792] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e43169f-4982-4fbd-8b60-65beb2aa7065 already deleted. [ 1026.934183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e43169f-4982-4fbd-8b60-65beb2aa7065" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.028519] env[70473]: INFO networking_nsxv3.common.synchronization [req-c8bc3d24-6a74-4d8a-853a-0792be815e72 req-8d0b31e7-9e0a-4c96-83f0-603ab112c411 service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 1027.028711] env[70473]: INFO networking_nsxv3.common.synchronization [req-c8bc3d24-6a74-4d8a-853a-0792be815e72 req-8d0b31e7-9e0a-4c96-83f0-603ab112c411 service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1027.029016] env[70473]: INFO networking_nsxv3.common.synchronization [req-c8bc3d24-6a74-4d8a-853a-0792be815e72 req-8d0b31e7-9e0a-4c96-83f0-603ab112c411 service nova] Enqueued Resource ID: 84de19b8-ea4a-4417-83ee-c3433be72580 with Priority: HIGHEST for action port [ 1027.029845] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 1027.031711] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1027.032718] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84de19b8-ea4a-4417-83ee-c3433be72580 with Priority: HIGHEST for action port [ 1027.033493] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.033493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.033608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.033802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.034253] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.037078] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.037284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.038716] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-84de19b8-ea4a-4417-83ee-c3433be72580 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.038716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84de19b8-ea4a-4417-83ee-c3433be72580" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.038716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84de19b8-ea4a-4417-83ee-c3433be72580" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.038716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84de19b8-ea4a-4417-83ee-c3433be72580" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.038716] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84de19b8-ea4a-4417-83ee-c3433be72580',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.538870] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.538870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.540879] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84de19b8-ea4a-4417-83ee-c3433be72580 with status ACTIVE [ 1027.541477] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.541477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.541477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.541695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.541695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.541835] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.541927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.541986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.542146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.542295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.542408] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.542558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.542615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.542762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.542836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.542921] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84de19b8-ea4a-4417-83ee-c3433be72580 is going to be updated. [ 1027.571217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.571455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.571512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.571683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.571825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.571986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84de19b8-ea4a-4417-83ee-c3433be72580" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.665444] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 in Status: SUCCESS [ 1027.665743] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 deletion is rescheduled due to dependency. [ 1027.665966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.173972] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1028.173972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.174272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.175665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.175888] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.176056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.176110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.176283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.176370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.176471] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.311112] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1028.311331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.311544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.311765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.313315] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.313315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.313315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.313315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.313315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.313315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.313315] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.313315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.313315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.313842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.313842] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.313842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.313842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.313990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.314133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.314133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.314227] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.636423] env[70473]: INFO networking_nsxv3.common.synchronization [req-67ba1946-1c79-4039-b815-79020c20238c req-bd49eb77-c9b9-4bb9-b13d-676d9f559105 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1028.636981] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1028.637318] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.637446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.637517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.637752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.637954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.642023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.642023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.642023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.642023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.642023] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.683365] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.816966] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18798269-238c-4eef-940d-0815cbcee228: rpc.has_security_group_logging(os_id): False [ 1028.838543] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.838927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.839526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.840253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.840379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.840641] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.840757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.840823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.841015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.841192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.841287] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.841469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.841469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.841889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.841982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.842595] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.842956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.843307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.843479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.843562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.843763] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be created. [ 1028.939620] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.939868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.940130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.940421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.940643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.959207] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1029.129849] env[70473]: INFO networking_nsxv3.common.synchronization [None req-7dc144f7-8734-4ce9-83a8-8d1753a52859 None None] Enqueued Resource ID: d71afbe5-829f-4e3b-bc12-7d1a6fa5e260 with Priority: HIGHEST for action port [ 1029.129849] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71afbe5-829f-4e3b-bc12-7d1a6fa5e260 with Priority: HIGHEST for action port [ 1029.130340] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d71afbe5-829f-4e3b-bc12-7d1a6fa5e260 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.130462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d71afbe5-829f-4e3b-bc12-7d1a6fa5e260" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.130626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d71afbe5-829f-4e3b-bc12-7d1a6fa5e260" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.135139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d71afbe5-829f-4e3b-bc12-7d1a6fa5e260" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.135139] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71afbe5-829f-4e3b-bc12-7d1a6fa5e260',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.142462] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.142677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.142756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.142997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.143115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.143329] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.143462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.143522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.143707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.143795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.143883] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1029.183634] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.183634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.183634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.183634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.183634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.187018] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.192541] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1029.637400] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d71afbe5-829f-4e3b-bc12-7d1a6fa5e260 [ 1029.637647] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.637789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.637861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.638104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.638197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.638293] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d71afbe5-829f-4e3b-bc12-7d1a6fa5e260 already deleted. [ 1029.638378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d71afbe5-829f-4e3b-bc12-7d1a6fa5e260" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.691690] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.691690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.691690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.691690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.691690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.691690] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1029.724302] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.724302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.724302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.724302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.724302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.732946] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1030.971224] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1030.971650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.971699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.971970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.971970] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.205459] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1031.205705] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 deletion is rescheduled due to dependency. [ 1031.205897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.474906] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.475133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.475211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.475437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.475614] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.475719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.475783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.475973] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.476022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.476117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.476257] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.735157] env[70473]: INFO networking_nsxv3.common.synchronization [req-61c3eb25-f07e-467b-bbbc-06be99c8022a req-276d1348-7eb5-4287-bb43-5d3e596f302b tempest-ImagesTestJSON-713461370 tempest-ImagesTestJSON-713461370-project-member] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 1031.737805] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGHEST for action security_group_members [ 1031.737805] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.737805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.737805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.738212] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.738280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.738379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.738442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.738763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.738763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.738763] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.751755] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1031.752080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.752262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.752484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.752695] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.752819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.752880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.753067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.753152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.753241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.753332] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.968790] env[70473]: INFO networking_nsxv3.common.synchronization [req-df119f79-cc9e-4c82-8714-bb7ee512198e req-bed122df-c127-4917-b7f0-88096d26362b tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1031.969351] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1031.969684] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.969810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.969945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.970126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.974020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.974020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.974020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.974020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.974020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.974020] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.979242] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.979391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.979669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.979669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.979812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.979905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.979955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.980094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.980186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.981478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.981478] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.981478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.981478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.981478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.981478] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.981478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.981478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.981478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.981478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.981478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.981478] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.244735] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.244735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.244735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.244735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.244735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.244735] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.244735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.244735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.244735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.244735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.244735] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be updated. [ 1032.262029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.262029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.262029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.262029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.262029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.263209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.263209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.264066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.264403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.264680] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.278937] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.278937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.278937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.278937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.278937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.289222] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: IN_PROGRESS for 2s [ 1032.473172] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.473293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.473411] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.473587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.473687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.473924] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.474059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.474149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.474329] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.474413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.474517] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c already deleted. [ 1032.474607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.484288] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18798269-238c-4eef-940d-0815cbcee228: rpc.has_security_group_logging(os_id): False [ 1032.506154] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.506154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.506154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.506154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.506154] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.506154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.506154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.506154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.506154] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.506154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.506154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.508600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.509123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.509123] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.509265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.509265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.509463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.509577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.509690] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1032.550607] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.550847] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.550981] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.551312] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.551653] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.551949] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.552015] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.552234] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.552391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.552649] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.552781] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.552900] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.553020] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.553150] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.553264] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.553421] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.577035] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.577035] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.577312] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.577388] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.577670] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-5946a82a-2c53-4a49-b52c-f4bc7b7a310f taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.577879] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-5946a82a-2c53-4a49-b52c-f4bc7b7a310f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.578054] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-5946a82a-2c53-4a49-b52c-f4bc7b7a310f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.578653] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-5946a82a-2c53-4a49-b52c-f4bc7b7a310f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.578746] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5946a82a-2c53-4a49-b52c-f4bc7b7a310f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.580831] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.581023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.581701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.581970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.582166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.597129] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1032.771721] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a588cdce-151d-480c-b298-1af7ce25f24a: rpc.has_security_group_logging(os_id): False [ 1032.790918] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.791172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.791172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.791363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.811067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.811379] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.811571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.811685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.814469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.814469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.814469] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.814469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.814469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.814469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.814469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.814469] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.814469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.814469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.814469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.814469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.814469] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1032.883974] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.884219] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.884219] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.884456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.884638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.898707] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1033.085146] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.085590] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.085590] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.085886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.086100] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.086282] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f not found, creating... [ 1033.086655] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.086838] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.086965] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.087254] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.087391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.087767] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.088033] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.088225] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.088497] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.088677] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.088835] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 5946a82a-2c53-4a49-b52c-f4bc7b7a310f is going to be created. [ 1033.115562] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.115869] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.116020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.116327] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.116563] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.116908] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-5946a82a-2c53-4a49-b52c-f4bc7b7a310f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.863962] env[70473]: INFO networking_nsxv3.common.synchronization [req-df119f79-cc9e-4c82-8714-bb7ee512198e req-e17aafa6-229f-47f2-8561-1031d50e7942 service nova] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_rules [ 1033.863962] env[70473]: INFO networking_nsxv3.common.synchronization [req-df119f79-cc9e-4c82-8714-bb7ee512198e req-e17aafa6-229f-47f2-8561-1031d50e7942 service nova] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1033.863962] env[70473]: INFO networking_nsxv3.common.synchronization [req-df119f79-cc9e-4c82-8714-bb7ee512198e req-e17aafa6-229f-47f2-8561-1031d50e7942 service nova] Enqueued Resource ID: 5946a82a-2c53-4a49-b52c-f4bc7b7a310f with Priority: HIGHEST for action port [ 1033.863962] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_rules [ 1033.864453] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1033.864453] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5946a82a-2c53-4a49-b52c-f4bc7b7a310f with Priority: HIGHEST for action port [ 1033.864566] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.864659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.864723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.864959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.865073] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.866401] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.866401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.867312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.867312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.867312] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.867312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.867312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.870280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.870280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.870280] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.870280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5946a82a-2c53-4a49-b52c-f4bc7b7a310f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.870280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5946a82a-2c53-4a49-b52c-f4bc7b7a310f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.870280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5946a82a-2c53-4a49-b52c-f4bc7b7a310f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.870280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5946a82a-2c53-4a49-b52c-f4bc7b7a310f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.870280] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5946a82a-2c53-4a49-b52c-f4bc7b7a310f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.304592] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 in Status: SUCCESS [ 1034.305010] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 deletion is rescheduled due to dependency. [ 1034.305010] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.372140] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.373460] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.373627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.373871] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5946a82a-2c53-4a49-b52c-f4bc7b7a310f with status ACTIVE [ 1034.374121] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.374295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.374384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.374654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.374931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.375049] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.375191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.375279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.375894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.375894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.375894] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.376077] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.376113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.377167] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.377167] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.377167] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5946a82a-2c53-4a49-b52c-f4bc7b7a310f is going to be updated. [ 1034.399115] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.399539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.399619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.399832] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.399973] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.400429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5946a82a-2c53-4a49-b52c-f4bc7b7a310f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.613615] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1034.613615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.879473] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.914518] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1034.914748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.385891] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.385891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.385891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.386287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.390026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.390026] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c is going to be created. [ 1035.420229] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.420459] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.420519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.420699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.420863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.437182] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: UNINITIALIZED for 2s [ 1037.449010] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: SUCCESS [ 1037.449527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.449527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.449799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.450044] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.450252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.450365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.450630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.450776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.450929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.451098] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.597258] env[70473]: INFO networking_nsxv3.common.synchronization [req-054210e9-e841-477c-9dd0-a331db3bdb3b req-6e6a42d4-ccce-4255-b041-31a3d214ffbe tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1037.597775] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1037.598155] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.598288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.598357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.598553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.598713] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.598810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.598878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.599040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.599113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.599204] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.954351] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.102399] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.105019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.105019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.105019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.105019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.105019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.105019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.105019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.105019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.105019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.105019] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1038.142027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.142027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.142027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.142027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.142027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.154722] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1038.268163] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.268163] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.268163] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.272020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.272020] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.272020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.272020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.272020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.272020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.272020] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.272020] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.272020] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.272020] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.272020] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1038.272020] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.272020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.294155] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.294155] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1038.294155] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.294155] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.294155] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-f45ac977-62b5-4826-968b-cd85e7e1fd74 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.294155] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-f45ac977-62b5-4826-968b-cd85e7e1fd74" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.294155] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-f45ac977-62b5-4826-968b-cd85e7e1fd74" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.294155] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-f45ac977-62b5-4826-968b-cd85e7e1fd74" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.294155] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f45ac977-62b5-4826-968b-cd85e7e1fd74',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.461747] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 409a6771-0276-41d9-9253-5ff63b8c9b5c: rpc.has_security_group_logging(os_id): False [ 1038.484040] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.484040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.484040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.484040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.484040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.484040] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.484040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.484040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.484040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.484040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.484040] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c is going to be created. [ 1038.547269] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.547452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.547452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.547685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.547871] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.560032] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: IN_PROGRESS for 2s [ 1038.798296] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.798476] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.798544] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.798837] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.798989] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.799165] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port f45ac977-62b5-4826-968b-cd85e7e1fd74 not found, creating... [ 1038.799441] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.799625] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.799772] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.800112] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.800283] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.800655] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.800888] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.801096] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.801397] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.801582] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.801798] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: f45ac977-62b5-4826-968b-cd85e7e1fd74 is going to be created. [ 1038.832026] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.832026] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.832026] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.832401] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.832652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.833037] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-f45ac977-62b5-4826-968b-cd85e7e1fd74" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.816532] env[70473]: INFO networking_nsxv3.common.synchronization [req-054210e9-e841-477c-9dd0-a331db3bdb3b req-b10ef8ee-05d6-4433-b284-4a5fc5896e40 service nova] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_rules [ 1039.816926] env[70473]: INFO networking_nsxv3.common.synchronization [req-054210e9-e841-477c-9dd0-a331db3bdb3b req-b10ef8ee-05d6-4433-b284-4a5fc5896e40 service nova] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1039.817075] env[70473]: INFO networking_nsxv3.common.synchronization [req-054210e9-e841-477c-9dd0-a331db3bdb3b req-b10ef8ee-05d6-4433-b284-4a5fc5896e40 service nova] Enqueued Resource ID: f45ac977-62b5-4826-968b-cd85e7e1fd74 with Priority: HIGHEST for action port [ 1039.817637] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_rules [ 1039.817828] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1039.817996] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45ac977-62b5-4826-968b-cd85e7e1fd74 with Priority: HIGHEST for action port [ 1039.818621] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.818806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.818922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.819208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.819334] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.820373] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.820467] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.820652] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-f45ac977-62b5-4826-968b-cd85e7e1fd74 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.820750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f45ac977-62b5-4826-968b-cd85e7e1fd74" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.820818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f45ac977-62b5-4826-968b-cd85e7e1fd74" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.821031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f45ac977-62b5-4826-968b-cd85e7e1fd74" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.821112] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f45ac977-62b5-4826-968b-cd85e7e1fd74',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.164501] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1040.164501] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 deletion is rescheduled due to dependency. [ 1040.164669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.164789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.164980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.165179] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.165327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.165396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.165566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.165649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.165744] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.323413] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.323413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.327375] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f45ac977-62b5-4826-968b-cd85e7e1fd74 with status ACTIVE [ 1040.327580] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.327700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.327758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.327962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.328064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.328239] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.328336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.328387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.328540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.328615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.328787] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.328875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.328927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.329080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.329153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.329234] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f45ac977-62b5-4826-968b-cd85e7e1fd74 is going to be updated. [ 1040.331198] env[70473]: INFO networking_nsxv3.common.synchronization [req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 req-6d00dec1-e7ba-4e3e-bbfc-57abeedeb624 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1040.331712] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1040.332386] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.332497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.332564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.332778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.332922] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.333376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.333376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.333376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.333376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.333836] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.353760] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.353981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.353981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.354840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.354840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.354840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f45ac977-62b5-4826-968b-cd85e7e1fd74" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.578710] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: SUCCESS [ 1040.578822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.668254] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.836150] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.836564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.836564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.836564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.836745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.836798] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.836905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.836979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.837123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.837198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.837282] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef already deleted. [ 1040.837360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.172546] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.202898] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.202898] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.202898] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.202898] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.202898] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.202898] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.202898] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.202898] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.203629] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.203960] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.204302] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.204497] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.204628] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.204786] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1041.204945] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.205131] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.227149] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.227392] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1041.227500] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.227708] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.228069] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.228326] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.228491] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.228881] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.229044] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.674089] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.674346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.674346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.674558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.674641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.674749] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1041.705871] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.706155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.706155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.706476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.706619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.720518] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1041.731928] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.732218] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.732375] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.732670] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.732870] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.733071] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b not found, creating... [ 1041.733369] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.733531] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.733675] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.733898] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.734062] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.734367] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.734544] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.734669] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.734897] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.735043] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.735206] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b is going to be created. [ 1041.764259] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.764568] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.764751] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.765090] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.765571] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.766393] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.049411] env[70473]: INFO networking_nsxv3.common.synchronization [req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 req-8607b21c-11bd-4548-8052-36f9f50cde46 service nova] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_rules [ 1043.049670] env[70473]: INFO networking_nsxv3.common.synchronization [req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 req-8607b21c-11bd-4548-8052-36f9f50cde46 service nova] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1043.049742] env[70473]: INFO networking_nsxv3.common.synchronization [req-d1e92c9c-578b-4a3e-a6d6-7ae087b7b007 req-8607b21c-11bd-4548-8052-36f9f50cde46 service nova] Enqueued Resource ID: ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b with Priority: HIGHEST for action port [ 1043.050038] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_rules [ 1043.050176] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1043.050272] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b with Priority: HIGHEST for action port [ 1043.050828] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.051018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.054415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.054734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.059239] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.059239] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.059239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.059239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.059239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.059239] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.059239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.059239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.059239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.059731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.059731] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.060541] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.060541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.060541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.060746] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.060746] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.107897] env[70473]: INFO networking_nsxv3.common.synchronization [req-c9799ab2-408c-4cfd-bdc2-c1473c016b50 req-5cfb838a-5083-454f-8390-305daba19b22 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_members [ 1043.108564] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGHEST for action security_group_members [ 1043.108728] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.108851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.108913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.109124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.109272] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.109369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.109429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.109579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.109659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.109778] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.564137] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.564749] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b with status ACTIVE [ 1043.568335] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.570750] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.570750] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.570750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.570750] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b is going to be updated. [ 1043.571911] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.572081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.610932] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.611180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.611297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.611473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.611679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.611953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.612592] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.612714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.612757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.613093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.643580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.643872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.644058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.644162] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.644340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.644425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.644523] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 is going to be updated. [ 1043.697390] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.697578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.697662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.697873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.698037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.725634] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 in Status: IN_PROGRESS for 2s [ 1043.739236] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1043.739563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.739737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.740152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.740404] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.740644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.740644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.740811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.740964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.741604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.741604] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.073504] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.243933] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.243933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.243933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.244275] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.244373] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.244429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.244468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.245070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.245070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.245070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.245070] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.245350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.245350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.245436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.245568] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.245648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.245726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.245893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.245972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.246071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.246172] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.577586] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.577586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.577586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.577810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.577898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.578036] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be created. [ 1044.606758] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.606758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.606758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.606758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.606758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.617015] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: UNINITIALIZED for 2s [ 1044.748036] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d361db7e-7bdc-4450-9c63-43f7109cc547: rpc.has_security_group_logging(os_id): False [ 1044.767461] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.767461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.767461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.767461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.767461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.767711] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.767778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.767820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.768299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.768299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.768299] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.768463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.768463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.768550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.768595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.770767] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.770767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.770767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.770767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.770767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.770767] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1044.838224] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.838224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.838224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.838224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.838224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.851226] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1044.875310] env[70473]: INFO networking_nsxv3.common.synchronization [req-bb539290-b46c-453e-880c-caa890ca3c9a req-b40a1b86-247e-4435-9985-7bf27c56dc46 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1044.875310] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1044.875310] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.875310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.875310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.875310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.875858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.876157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.876326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.876632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.877457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.877786] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.382498] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.621148] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.621148] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.621148] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.621638] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.621964] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.622236] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.622615] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.622934] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.623133] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.623364] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.623489] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.623608] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.624000] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.624162] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.624297] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.624488] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.646393] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.649883] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.649883] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.649883] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.649883] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-57f10086-8666-47a4-85d5-08951f3c5dea taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.649883] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-57f10086-8666-47a4-85d5-08951f3c5dea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.649883] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-57f10086-8666-47a4-85d5-08951f3c5dea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.649883] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-57f10086-8666-47a4-85d5-08951f3c5dea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.649883] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f10086-8666-47a4-85d5-08951f3c5dea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.737251] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 in Status: SUCCESS [ 1045.737251] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 deletion is rescheduled due to dependency. [ 1045.737251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.887657] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.150850] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.151114] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.151241] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.151580] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.151792] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.152032] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 57f10086-8666-47a4-85d5-08951f3c5dea not found, creating... [ 1046.152318] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.152505] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.152602] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.152850] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.152979] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.153348] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.153515] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.153641] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.153866] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.154036] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.154175] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 57f10086-8666-47a4-85d5-08951f3c5dea is going to be created. [ 1046.175268] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.175537] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.175649] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.175946] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.176204] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.176430] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-57f10086-8666-47a4-85d5-08951f3c5dea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.393586] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.393921] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.393977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.394257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.394390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.394540] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1046.426083] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.426244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.426317] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.426558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.426706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.435144] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1046.627633] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: SUCCESS [ 1046.627850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.628031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.628261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.628479] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.628601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.628664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.628821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.628901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.628986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.629087] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.869491] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1046.869718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.134737] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.134892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.134972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.135215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.135380] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.135486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.135564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.135693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.135774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.135856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.136056] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.136132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.136173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.136288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.136420] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.136509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.136568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.137134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.137134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.137134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.137134] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.606818] env[70473]: INFO networking_nsxv3.common.synchronization [req-bb539290-b46c-453e-880c-caa890ca3c9a req-33c534a4-ff02-44f5-887a-34e99e6b4b79 service nova] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_rules [ 1047.607107] env[70473]: INFO networking_nsxv3.common.synchronization [req-bb539290-b46c-453e-880c-caa890ca3c9a req-33c534a4-ff02-44f5-887a-34e99e6b4b79 service nova] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1047.607177] env[70473]: INFO networking_nsxv3.common.synchronization [req-bb539290-b46c-453e-880c-caa890ca3c9a req-33c534a4-ff02-44f5-887a-34e99e6b4b79 service nova] Enqueued Resource ID: 57f10086-8666-47a4-85d5-08951f3c5dea with Priority: HIGHEST for action port [ 1047.607520] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_rules [ 1047.607607] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1047.607669] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f10086-8666-47a4-85d5-08951f3c5dea with Priority: HIGHEST for action port [ 1047.608237] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.608363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.608423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.608620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.608698] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.609581] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.609670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.610016] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-57f10086-8666-47a4-85d5-08951f3c5dea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.610189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57f10086-8666-47a4-85d5-08951f3c5dea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.610290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57f10086-8666-47a4-85d5-08951f3c5dea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.610536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57f10086-8666-47a4-85d5-08951f3c5dea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.610651] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f10086-8666-47a4-85d5-08951f3c5dea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.638602] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df1e0fc-185b-4b24-befc-7960a3924bef: rpc.has_security_group_logging(os_id): False [ 1047.660287] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.660579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.660579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.660774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.660886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.661143] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.661261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.661361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.661508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.661606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.661802] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.661903] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.662043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.662268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.662268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.662460] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.662551] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.662640] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.662746] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.662821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.662903] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be created. [ 1047.739043] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.739304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.739304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.739680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.739868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.753332] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: IN_PROGRESS for 2s [ 1048.114027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.114027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.115873] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57f10086-8666-47a4-85d5-08951f3c5dea with status ACTIVE [ 1048.116137] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.116330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.116433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.116706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.116832] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.117047] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.117192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.117294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.117478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.117575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.117731] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.117872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.117971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.118201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.118297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.118421] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57f10086-8666-47a4-85d5-08951f3c5dea is going to be updated. [ 1048.147811] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.147811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.147811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.148465] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.149061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.149253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57f10086-8666-47a4-85d5-08951f3c5dea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.446223] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1048.446527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.446683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.446902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.447177] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.447330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.447424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.447628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.447756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.447863] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.950266] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.453514] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.506465] env[70473]: INFO networking_nsxv3.common.synchronization [req-2816cea2-e068-4d2d-b763-943c9a38ad6d req-60076ee1-8cdd-4ffd-ab50-bf3827d70844 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1049.507029] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1049.507402] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.507518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.507617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.507786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.507917] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.511582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.511582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.511582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.511582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.511582] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.768798] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: SUCCESS [ 1049.768798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.957607] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.958184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.958184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.958337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.958506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.958630] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1049.992431] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.992821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.992821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.993298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.993585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.006485] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1050.016012] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.016244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.016312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.016911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.016911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.016911] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.016911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.016911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.017196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.017196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.017293] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1050.031929] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.032766] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.032766] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.033272] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.033589] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.033944] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.034161] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.034590] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.034877] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.035263] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.035497] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.035726] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.035942] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.036207] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1050.036463] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.036779] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.071042] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.071042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.071042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.071042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.071042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.080199] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.080846] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1050.081274] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.081712] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.082383] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.082906] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.083704] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.084367] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.084895] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.087844] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1050.589197] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.589197] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.589782] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.592060] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.592060] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.592060] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf not found, creating... [ 1050.592392] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.592971] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.592971] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.593350] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.593350] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.593648] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.593848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.593994] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.594252] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.594407] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.594554] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf is going to be created. [ 1050.620433] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.620676] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.620808] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.621129] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.621377] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.621613] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.605654] env[70473]: INFO networking_nsxv3.common.synchronization [req-2816cea2-e068-4d2d-b763-943c9a38ad6d req-2dd3d12b-86ab-4da6-aa9e-4b006ecf0d41 service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 1051.605892] env[70473]: INFO networking_nsxv3.common.synchronization [req-2816cea2-e068-4d2d-b763-943c9a38ad6d req-2dd3d12b-86ab-4da6-aa9e-4b006ecf0d41 service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1051.605982] env[70473]: INFO networking_nsxv3.common.synchronization [req-2816cea2-e068-4d2d-b763-943c9a38ad6d req-2dd3d12b-86ab-4da6-aa9e-4b006ecf0d41 service nova] Enqueued Resource ID: 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf with Priority: HIGHEST for action port [ 1051.606558] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 1051.606699] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1051.606800] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf with Priority: HIGHEST for action port [ 1051.607097] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.607288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.607288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.607537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.607643] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.608706] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.608829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.610117] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.610117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.610117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.610117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.610117] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.017570] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1052.021015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.021015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.021015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.021015] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.021015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.021015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.021015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.021015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.021015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.021015] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.102036] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1052.102036] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 1052.102036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.102036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.102036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.102036] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.102526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.102526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.102526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.102526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.102682] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.113919] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.114103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.114233] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf with status ACTIVE [ 1052.114401] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.114508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.114574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.114773] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.114863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.115043] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.117198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.117198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.117198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.117198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.117198] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.117198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.117198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.117198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.117198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.117198] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf is going to be updated. [ 1052.160993] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.160993] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.160993] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.160993] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.160993] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.160993] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ab2ea1b-4ba4-4230-84bf-f71acfd47ecf" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.501027] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.501027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.501027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.501027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.501469] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.501469] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.501687] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.503142] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.503446] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.503802] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.504501] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.505078] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.505319] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.505491] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.505731] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.505975] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.524052] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.524052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.524052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.524052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.526122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.526122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.526122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.526122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.526122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.526122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.526122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.526122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.526122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.526122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.526122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.526122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.526122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.526863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.526863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.526863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.526863] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.533743] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.534047] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.537062] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.537530] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.538086] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.539948] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.539948] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.539948] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.539948] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.605268] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.955386] env[70473]: INFO networking_nsxv3.common.synchronization [None req-2b75a139-9399-4f09-950c-6e96b7af5805 None None] Enqueued Resource ID: b8eed4b9-2a90-4e42-87da-d07b6629ad90 with Priority: HIGHEST for action port [ 1052.956012] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8eed4b9-2a90-4e42-87da-d07b6629ad90 with Priority: HIGHEST for action port [ 1052.956275] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8eed4b9-2a90-4e42-87da-d07b6629ad90 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.956410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8eed4b9-2a90-4e42-87da-d07b6629ad90" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.956508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8eed4b9-2a90-4e42-87da-d07b6629ad90" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.956769] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8eed4b9-2a90-4e42-87da-d07b6629ad90" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.956855] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8eed4b9-2a90-4e42-87da-d07b6629ad90',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.033642] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18798269-238c-4eef-940d-0815cbcee228: rpc.has_security_group_logging(os_id): False [ 1053.043776] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.044144] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.044341] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.044767] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.044888] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.045215] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.045384] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.045507] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.046181] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.046181] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.046181] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.046514] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.046514] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.046934] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.046934] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.047053] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 is going to be updated. [ 1053.068130] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.068130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.068130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.068130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.068130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.068130] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.068130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.068130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.068130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.068130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.068130] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.068130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.068130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.068793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.068793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.068793] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.068956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.069082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.073021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.073021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.073021] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1053.073997] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.074216] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.074345] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.074621] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.074815] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.075313] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.112379] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.188614] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.188793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.188860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.190022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.190022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.209623] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1053.461509] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8eed4b9-2a90-4e42-87da-d07b6629ad90 [ 1053.461790] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.461879] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.461929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.462240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.462375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.462529] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8eed4b9-2a90-4e42-87da-d07b6629ad90 already deleted. [ 1053.462606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8eed4b9-2a90-4e42-87da-d07b6629ad90" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.617486] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.617729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.617729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.617929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.618034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.618138] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1053.655106] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.655344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.655344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.655543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.655687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.665795] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1054.312827] env[70473]: INFO networking_nsxv3.common.synchronization [req-f5a3149f-5570-4aef-b95e-c41e365a024c req-e6add815-966b-4a68-b4cd-5377a0f42b7c service nova] Enqueued Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_rules [ 1054.313154] env[70473]: INFO networking_nsxv3.common.synchronization [req-f5a3149f-5570-4aef-b95e-c41e365a024c req-e6add815-966b-4a68-b4cd-5377a0f42b7c service nova] Enqueued Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_members [ 1054.313217] env[70473]: INFO networking_nsxv3.common.synchronization [req-f5a3149f-5570-4aef-b95e-c41e365a024c req-e6add815-966b-4a68-b4cd-5377a0f42b7c service nova] Enqueued Resource ID: dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 with Priority: HIGHEST for action port [ 1054.313712] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_rules [ 1054.313836] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_members [ 1054.313928] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 with Priority: HIGHEST for action port [ 1054.316411] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.316564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.316683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.317681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.317681] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.317785] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.317898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.317939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.318109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.318251] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.318343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.318406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.318534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.318610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.318705] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.319470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.319572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.319627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.319767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.321167] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.822921] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 with status ACTIVE [ 1054.823188] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.823337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.823437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.823604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.823695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.823889] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.823989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.824058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.824206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.824398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.824490] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.824550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.824641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.824728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.824813] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.824898] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1 is going to be updated. [ 1054.826441] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.827475] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.827603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.856029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.856029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.856029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.856029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.856029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.856029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd3a6f2d-7890-47b3-833c-9d1d4d7aa3f1" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.215470] env[70473]: INFO networking_nsxv3.common.synchronization [req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c req-cc80e7e1-0db4-47bd-9aae-9f423bd03dff tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1055.216533] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1055.217352] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.217513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.217587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.217791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.217963] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.218090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.218160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.218297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.218393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.218493] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.235523] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1055.235523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.329543] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.553529] env[70473]: INFO networking_nsxv3.common.synchronization [None req-62f1664b-2ba3-4dbc-8b04-08ecf3c55b9b None None] Enqueued Resource ID: 6a442826-671a-45d3-8821-cb9d2d035c77 with Priority: HIGHEST for action port [ 1055.554185] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a442826-671a-45d3-8821-cb9d2d035c77 with Priority: HIGHEST for action port [ 1055.554599] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a442826-671a-45d3-8821-cb9d2d035c77 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.554778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a442826-671a-45d3-8821-cb9d2d035c77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.555086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a442826-671a-45d3-8821-cb9d2d035c77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.555715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a442826-671a-45d3-8821-cb9d2d035c77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.555851] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a442826-671a-45d3-8821-cb9d2d035c77',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.582453] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.582653] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.582779] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.583059] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.583449] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.583622] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.583744] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.583974] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.584906] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.586972] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.586972] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.586972] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.586972] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.586972] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.586972] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.586972] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.608779] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.608992] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.609174] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.609375] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.609695] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-9bd84ac4-fd7a-4396-93d4-be4b24036d26 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.609871] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-9bd84ac4-fd7a-4396-93d4-be4b24036d26" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.610252] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-9bd84ac4-fd7a-4396-93d4-be4b24036d26" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.610591] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-9bd84ac4-fd7a-4396-93d4-be4b24036d26" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.610591] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd84ac4-fd7a-4396-93d4-be4b24036d26',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.680458] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1055.680684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.680864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.681151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.681338] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.681653] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.683538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.683538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.683538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.683538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.683538] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.722143] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.832998] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.833268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.833268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.833514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.833613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.833713] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfed48e-e18f-4441-a32c-149401eaab69 is going to be updated. [ 1055.869648] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.869912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.869912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.870126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.870305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.884418] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfed48e-e18f-4441-a32c-149401eaab69 in Status: IN_PROGRESS for 2s [ 1056.058520] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a442826-671a-45d3-8821-cb9d2d035c77 [ 1056.058870] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.059102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.059300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.059639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.059729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.059843] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a442826-671a-45d3-8821-cb9d2d035c77 already deleted. [ 1056.059931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a442826-671a-45d3-8821-cb9d2d035c77" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.117089] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.117534] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.117757] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.118280] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.118546] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.118810] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 9bd84ac4-fd7a-4396-93d4-be4b24036d26 not found, creating... [ 1056.119279] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.119688] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.119916] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.120407] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.120665] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.121231] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.121614] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.121825] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.122315] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.122563] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.122814] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 9bd84ac4-fd7a-4396-93d4-be4b24036d26 is going to be created. [ 1056.147424] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.147882] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.148129] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.148586] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.149016] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.149455] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-9bd84ac4-fd7a-4396-93d4-be4b24036d26" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.185186] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.185457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.185500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.185780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.186068] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.186176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.186267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.186476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.186607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.186743] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.186950] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.187102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.187209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.187507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.187816] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.187909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.187960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.188188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.188331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.188482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.188627] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.223606] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.691808] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9095f9a-a1bd-4a2b-aa29-ddc63774597b: rpc.has_security_group_logging(os_id): False [ 1056.719279] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.719659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.719712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.720088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.720478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.720725] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.720864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.720918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.721189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.721324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.721645] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.721846] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.721921] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.722176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.722316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.722630] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.722788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.722893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.723155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.724034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.724034] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1056.727105] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.727750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.727750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.727750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.727904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.727953] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1056.764022] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.764231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.764326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.764474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.764628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.776612] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1056.806883] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.807121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.807121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.807333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.807500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.823513] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1056.859312] env[70473]: INFO networking_nsxv3.common.synchronization [req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c req-65c29863-5188-44ea-8684-1ba92d2a492e service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 1056.859312] env[70473]: INFO networking_nsxv3.common.synchronization [req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c req-65c29863-5188-44ea-8684-1ba92d2a492e service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1056.859312] env[70473]: INFO networking_nsxv3.common.synchronization [req-0e6c111f-67b8-4e21-addb-c4052ee9ac2c req-65c29863-5188-44ea-8684-1ba92d2a492e service nova] Enqueued Resource ID: 9bd84ac4-fd7a-4396-93d4-be4b24036d26 with Priority: HIGHEST for action port [ 1056.859312] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 1056.859312] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1056.859312] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd84ac4-fd7a-4396-93d4-be4b24036d26 with Priority: HIGHEST for action port [ 1056.859312] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.859312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.859312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.859312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.859312] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.860784] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.861012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.861311] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bd84ac4-fd7a-4396-93d4-be4b24036d26 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.861836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bd84ac4-fd7a-4396-93d4-be4b24036d26" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.862020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bd84ac4-fd7a-4396-93d4-be4b24036d26" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.862319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bd84ac4-fd7a-4396-93d4-be4b24036d26" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.862526] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bd84ac4-fd7a-4396-93d4-be4b24036d26',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.366391] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.366558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.366680] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bd84ac4-fd7a-4396-93d4-be4b24036d26 with status ACTIVE [ 1057.366866] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.366974] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.367049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.367263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.367355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.367524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.367782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.367782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.367867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.367904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.368077] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.368173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.368236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.368386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.368460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.368538] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bd84ac4-fd7a-4396-93d4-be4b24036d26 is going to be updated. [ 1057.394029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.394029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.394029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.394029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.394029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.394029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bd84ac4-fd7a-4396-93d4-be4b24036d26" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.897668] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfed48e-e18f-4441-a32c-149401eaab69 in Status: SUCCESS [ 1057.898128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.898128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.899195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.900281] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.900473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.900473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.900648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.900740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.900831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.900922] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.962605] env[70473]: INFO networking_nsxv3.common.synchronization [req-dfe73351-6e72-46c8-8d14-798549561ba0 req-c4466af6-4391-4a82-8846-f9d522a6f532 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Enqueued Resource ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 with Priority: HIGHEST for action security_group_members [ 1057.964774] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 with Priority: HIGHEST for action security_group_members [ 1057.964841] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.964981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.965102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.965457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.965647] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.965758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.965835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.966088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.966225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.966369] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.403270] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.452706] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.452979] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.453215] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.453649] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.453980] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.454155] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.454288] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.454549] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.454766] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.455104] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.455225] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.455376] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.455505] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.455626] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.455739] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.455891] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.468961] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.469259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.469259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.469516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.469646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.469882] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.469988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.470067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.470340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.470416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.470507] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 already deleted. [ 1058.470610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.476578] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.476752] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1058.476904] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.477085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-805" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.477393] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-22399a5b-acdf-4102-823c-8a07cbaba355 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.477597] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-22399a5b-acdf-4102-823c-8a07cbaba355" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.477778] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-22399a5b-acdf-4102-823c-8a07cbaba355" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.478108] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-22399a5b-acdf-4102-823c-8a07cbaba355" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.478259] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22399a5b-acdf-4102-823c-8a07cbaba355',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.791035] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1058.791331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.791550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.791835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.792095] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.792276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.792421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.792660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.792757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.792975] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.840300] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1058.840613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.906036] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bfed48e-e18f-4441-a32c-149401eaab69: rpc.has_security_group_logging(os_id): False [ 1058.928403] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.928659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.928731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.929149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.954685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.955074] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.955226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.955292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.955829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.955829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.955829] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfed48e-e18f-4441-a32c-149401eaab69 is going to be updated. [ 1058.980983] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.981320] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.981486] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.981858] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.981955] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.982183] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 22399a5b-acdf-4102-823c-8a07cbaba355 not found, creating... [ 1058.982736] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.982816] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.982927] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.983251] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.983437] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.983796] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.983992] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.984147] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.984565] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.984718] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.984955] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 22399a5b-acdf-4102-823c-8a07cbaba355 is going to be created. [ 1059.016222] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.016433] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.016566] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.016959] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.017296] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.017545] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-22399a5b-acdf-4102-823c-8a07cbaba355" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.046118] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.046342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.046434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.046703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.046911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.067678] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfed48e-e18f-4441-a32c-149401eaab69 in Status: IN_PROGRESS for 2s [ 1059.296062] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.800921] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.871403] env[70473]: INFO networking_nsxv3.common.synchronization [req-dfe73351-6e72-46c8-8d14-798549561ba0 req-9ca28e44-8521-4540-8abd-569ac849a687 service nova] Enqueued Resource ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 with Priority: HIGHEST for action security_group_rules [ 1059.871677] env[70473]: INFO networking_nsxv3.common.synchronization [req-dfe73351-6e72-46c8-8d14-798549561ba0 req-9ca28e44-8521-4540-8abd-569ac849a687 service nova] Enqueued Resource ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 with Priority: HIGHEST for action security_group_members [ 1059.871884] env[70473]: INFO networking_nsxv3.common.synchronization [req-dfe73351-6e72-46c8-8d14-798549561ba0 req-9ca28e44-8521-4540-8abd-569ac849a687 service nova] Enqueued Resource ID: 22399a5b-acdf-4102-823c-8a07cbaba355 with Priority: HIGHEST for action port [ 1059.872630] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 with Priority: HIGHEST for action security_group_rules [ 1059.872765] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 with Priority: HIGHEST for action security_group_members [ 1059.872864] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22399a5b-acdf-4102-823c-8a07cbaba355 with Priority: HIGHEST for action port [ 1059.873196] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.873317] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.873395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.873636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.873718] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.875015] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.875104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.878928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.879306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.879488] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.879664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.879769] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.880054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.880161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.880297] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.881406] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-22399a5b-acdf-4102-823c-8a07cbaba355 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.881530] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22399a5b-acdf-4102-823c-8a07cbaba355" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.881641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22399a5b-acdf-4102-823c-8a07cbaba355" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.881834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22399a5b-acdf-4102-823c-8a07cbaba355" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.881957] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22399a5b-acdf-4102-823c-8a07cbaba355',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.303976] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.304330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.304330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.304420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.304458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.304546] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1060.341788] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.341788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.341788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.341788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.341788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.357183] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1060.384440] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.384440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.384651] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.385599] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22399a5b-acdf-4102-823c-8a07cbaba355 with status ACTIVE [ 1060.385759] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.385871] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.386386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.386610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.386752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.386927] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.387040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.387104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.387391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.387501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.387753] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.387846] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.387943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.388246] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.388627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.388627] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22399a5b-acdf-4102-823c-8a07cbaba355 is going to be updated. [ 1060.411020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.411182] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.411246] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.411490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.411632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.411790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22399a5b-acdf-4102-823c-8a07cbaba355" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.890191] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.084087] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bfed48e-e18f-4441-a32c-149401eaab69 in Status: SUCCESS [ 1061.084370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.393612] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.394065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.394065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.394368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.394532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.394747] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 is going to be created. [ 1061.424258] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.424258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.424600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.424600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.424928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.440926] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 in Status: UNINITIALIZED for 2s [ 1062.371445] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1062.371744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.371953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.372458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.372642] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.372785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.372857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.373082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.373186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.373333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.373485] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.878142] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.878604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.878604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.878701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.878886] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.879066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.879133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.879339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.879453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.879588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.879755] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.879862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.879924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.880139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.880361] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.880501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.880606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.880877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.881106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.881259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.881400] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.386550] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a588cdce-151d-480c-b298-1af7ce25f24a: rpc.has_security_group_logging(os_id): False [ 1063.404127] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.404127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.404127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.404374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.404545] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.404871] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.405037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.405144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.405394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.405520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.405807] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.406076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.406076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.406288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.406403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.406693] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.406835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.406934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.407169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.407289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.407422] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1063.450775] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 in Status: SUCCESS [ 1063.451027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.451195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.451411] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.451599] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.451719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.451786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.451943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.452031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.452119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.452211] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.481963] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.482134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.482206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.482482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.482695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.497315] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1063.897373] env[70473]: INFO networking_nsxv3.common.synchronization [None req-335b7e7a-b5cb-4bcb-824f-6569058b0191 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_rules [ 1063.897373] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_rules [ 1063.897749] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.897749] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.897749] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.897955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.898033] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.954756] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.954968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.955089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.955356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.955556] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.955673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.955757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.955963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.956079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.956170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.956330] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.956451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.956513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.956677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.956814] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.956908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.956974] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.957121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.958030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.958030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.958030] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.994477] env[70473]: INFO networking_nsxv3.common.synchronization [None req-3cbb45f0-997a-4da7-be20-582a16d3d253 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_rules [ 1063.995098] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_rules [ 1063.995439] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.995546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.423665] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.423665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.423665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.423665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.423665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.423665] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af already deleted. [ 1064.425337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.425337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.425337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.425337] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.459891] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10: rpc.has_security_group_logging(os_id): False [ 1064.479766] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.479962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.479962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.480192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.480286] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.480508] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.480615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.480679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.480875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.480950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.481126] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.481219] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.481292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.481413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.481486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.481683] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.481772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.481835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.481940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.481999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.482103] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 is going to be created. [ 1064.548271] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.548498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.548498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.548771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.549036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.564252] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 in Status: IN_PROGRESS for 2s [ 1064.952439] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.952839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.952839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.952947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.952985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.953102] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af already deleted. [ 1064.953192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.514193] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1065.514406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.502425] env[70473]: INFO networking_nsxv3.common.synchronization [req-25c7689a-6ff7-4691-8988-d94d34b8c881 req-9847002f-6c26-45ec-824e-67cee8402bc0 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1066.506956] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1066.509381] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.509545] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.509656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.509884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.510068] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.510172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.510240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.510427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.510522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.510623] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.582944] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 in Status: SUCCESS [ 1066.583190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.014687] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.171245] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.172073] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.172073] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.172073] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.172268] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.172331] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.172452] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.172698] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.172857] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.173092] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.173232] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.173358] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.173465] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.173580] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.173914] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.173914] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.197051] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.197051] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1067.197051] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.197051] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.197374] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.197550] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.197674] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.198032] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.198190] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea6df6d-0041-4ef3-a652-88ce9e8d11a8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.519723] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.700999] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.701267] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.701399] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.701836] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.702123] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.702390] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 not found, creating... [ 1067.702930] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.703196] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.703334] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.703638] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.703784] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.704190] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.704403] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.704536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.704799] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.704981] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.705155] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 is going to be created. [ 1067.740469] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.740838] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.741012] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.741391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.741730] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.742060] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.023549] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.023549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.023549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.023549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.023549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.024186] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c is going to be updated. [ 1068.070145] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.070420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.070420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.070821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.070988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.082037] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: IN_PROGRESS for 2s [ 1068.714256] env[70473]: INFO networking_nsxv3.common.synchronization [req-25c7689a-6ff7-4691-8988-d94d34b8c881 req-f8285b10-a22d-4115-bc9b-60bb6b1cb9c7 service nova] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_rules [ 1068.714606] env[70473]: INFO networking_nsxv3.common.synchronization [req-25c7689a-6ff7-4691-8988-d94d34b8c881 req-f8285b10-a22d-4115-bc9b-60bb6b1cb9c7 service nova] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1068.714892] env[70473]: INFO networking_nsxv3.common.synchronization [req-25c7689a-6ff7-4691-8988-d94d34b8c881 req-f8285b10-a22d-4115-bc9b-60bb6b1cb9c7 service nova] Enqueued Resource ID: 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 with Priority: HIGHEST for action port [ 1068.715718] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_rules [ 1068.715936] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1068.716150] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 with Priority: HIGHEST for action port [ 1068.716575] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.716786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.716876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.720770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.720924] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.722772] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.722932] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.723271] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.723446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.723549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.723827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.724044] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea6df6d-0041-4ef3-a652-88ce9e8d11a8',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.225879] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.226039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.229515] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 with status ACTIVE [ 1069.229730] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.229873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.230039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.230428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.230428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.230428] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.230755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.230755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.230755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.230755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.231052] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.231505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.231505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.231505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.231801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.231801] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ea6df6d-0041-4ef3-a652-88ce9e8d11a8 is going to be updated. [ 1069.259121] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.259912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.259912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.259912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.259912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.259912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea6df6d-0041-4ef3-a652-88ce9e8d11a8" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.404238] env[70473]: INFO networking_nsxv3.common.synchronization [req-64463491-d582-4282-aa08-ebbbc11b61a9 req-f1116b36-b27f-4bc4-a651-5fca7dface47 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1069.405729] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1069.408260] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.411123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.411123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.411123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.411123] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.411123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.411123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.411123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.411123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.411123] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.915454] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.092434] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: SUCCESS [ 1070.092681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.092855] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.093076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.093261] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.093375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.093439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.093601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.093709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.093821] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.417661] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.596722] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.922484] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.923231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.923231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.923231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.923231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.923231] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1070.968040] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.968040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.968040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.968040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.968040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.980821] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1071.098980] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.300824] env[70473]: INFO networking_nsxv3.common.synchronization [req-47e64ed5-6e9f-4047-b69d-94589a7f5148 req-af8ce350-0559-48af-bb70-f82698f3ba63 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1071.301203] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1071.301523] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.301650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.306729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.306729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.306729] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.306729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.306729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.306729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.306729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.306729] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.604741] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.606034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.606034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.606034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.606034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.606034] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c is going to be updated. [ 1071.622409] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.622409] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.622409] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.622409] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.622822] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.622822] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.622822] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.623021] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.623393] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.623663] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.623781] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.623911] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.624048] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.624175] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1071.624865] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.624865] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.650571] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.650834] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1071.651009] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.651248] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.651600] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-af84b889-66d4-484e-8c54-3cf6416cbdfd taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.651793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-af84b889-66d4-484e-8c54-3cf6416cbdfd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.651924] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-af84b889-66d4-484e-8c54-3cf6416cbdfd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.652355] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-af84b889-66d4-484e-8c54-3cf6416cbdfd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.652525] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af84b889-66d4-484e-8c54-3cf6416cbdfd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.656250] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.656390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.656455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.656667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.656881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.671459] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: IN_PROGRESS for 2s [ 1071.808962] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.158020] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.158020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.158020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.158020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.158020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.158020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port af84b889-66d4-484e-8c54-3cf6416cbdfd not found, creating... [ 1072.158020] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.158020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.158020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.158020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.158020] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.158764] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.158764] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.159096] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.159700] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.160033] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.160358] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: af84b889-66d4-484e-8c54-3cf6416cbdfd is going to be created. [ 1072.182782] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.182782] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.182782] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.182782] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.182782] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.182782] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-af84b889-66d4-484e-8c54-3cf6416cbdfd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.311569] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.814375] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.814577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.814656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.814933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.815084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.815210] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be updated. [ 1072.849079] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.849234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.849318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.849531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.849943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.860234] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: IN_PROGRESS for 2s [ 1072.884070] env[70473]: INFO networking_nsxv3.common.synchronization [req-47e64ed5-6e9f-4047-b69d-94589a7f5148 req-706ba3d0-c4b0-4e41-8e74-8dc468cce892 service nova] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_rules [ 1072.884264] env[70473]: INFO networking_nsxv3.common.synchronization [req-47e64ed5-6e9f-4047-b69d-94589a7f5148 req-706ba3d0-c4b0-4e41-8e74-8dc468cce892 service nova] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1072.884397] env[70473]: INFO networking_nsxv3.common.synchronization [req-47e64ed5-6e9f-4047-b69d-94589a7f5148 req-706ba3d0-c4b0-4e41-8e74-8dc468cce892 service nova] Enqueued Resource ID: af84b889-66d4-484e-8c54-3cf6416cbdfd with Priority: HIGHEST for action port [ 1072.885407] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_rules [ 1072.885564] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1072.885719] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af84b889-66d4-484e-8c54-3cf6416cbdfd with Priority: HIGHEST for action port [ 1072.886260] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.886391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.886447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.886700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.886843] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.887952] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.888034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.888266] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-af84b889-66d4-484e-8c54-3cf6416cbdfd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.888383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af84b889-66d4-484e-8c54-3cf6416cbdfd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.888443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af84b889-66d4-484e-8c54-3cf6416cbdfd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.888638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af84b889-66d4-484e-8c54-3cf6416cbdfd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.888727] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af84b889-66d4-484e-8c54-3cf6416cbdfd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.000703] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1073.001836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.391422] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.391823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.391823] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af84b889-66d4-484e-8c54-3cf6416cbdfd with status ACTIVE [ 1073.391909] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.392487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.392487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.392487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.392487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.392807] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.392876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.392937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.393208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.393208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.393463] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.393610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.393701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.393858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.393933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.394032] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af84b889-66d4-484e-8c54-3cf6416cbdfd is going to be updated. [ 1073.419917] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.420161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.420161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.420600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.420600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.420752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af84b889-66d4-484e-8c54-3cf6416cbdfd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.682763] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: SUCCESS [ 1073.683025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.683605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.683846] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.684053] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.684175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.684242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.684396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.684488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.684573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.684658] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.764199] env[70473]: INFO networking_nsxv3.common.synchronization [req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d req-29990a29-2a4f-4e3e-ba78-5a102895cdab tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1073.764763] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1073.765132] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.765397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.765397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.765624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.766288] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.766288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.766288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.766288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.766288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.766288] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.125738] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.125738] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.125738] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.125738] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.126500] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.126895] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.129955] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.129955] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.129955] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.129955] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.129955] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.129955] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.129955] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.129955] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.129955] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.129955] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.163350] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.163350] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.163350] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.163350] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.163350] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.163350] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.163350] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.163350] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.163350] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.187324] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.199289] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1074.199530] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1074.274613] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.274825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.274909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.275185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.275308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.275525] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.275634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.275702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.276265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.276265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.276265] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 already deleted. [ 1074.276265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.656473] env[70473]: INFO networking_nsxv3.common.synchronization [req-e31c3b72-e335-418f-8feb-80f5253d4836 req-cb5b4ed8-0fef-45ed-b7e3-15fab7f40b82 tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Enqueued Resource ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 with Priority: HIGHEST for action security_group_members [ 1074.659270] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 with Priority: HIGHEST for action security_group_members [ 1074.663257] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.663257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.663257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.663257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.663257] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.663257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.663257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.663257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.663890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.663890] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.668816] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.669022] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.669022] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.669302] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.669464] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.669627] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 not found, creating... [ 1074.669905] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.670092] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.670216] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.670447] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.670597] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.670973] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.671214] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.671363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.671621] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.671795] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.671982] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 is going to be created. [ 1074.691199] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 409a6771-0276-41d9-9253-5ff63b8c9b5c: rpc.has_security_group_logging(os_id): False [ 1074.696826] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.696826] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.696826] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.696826] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.696826] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.696826] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.710780] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.710780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.710780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.710780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.710780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.710780] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.710780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.710780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.710780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.710780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.710780] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c is going to be updated. [ 1074.788399] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.788399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.788399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.788721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.788721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.809707] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: IN_PROGRESS for 2s [ 1074.877780] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: SUCCESS [ 1074.878096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.878320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.878585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.878813] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.878985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.879066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.879473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.879473] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.879473] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.168309] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.168309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.168428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.168601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.168765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.168889] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.168991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.169065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.169303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.169303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.169385] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 is going to be updated. [ 1075.206056] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.206738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.206864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.207319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.207532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.218832] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 in Status: IN_PROGRESS for 2s [ 1075.382509] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.386235] env[70473]: INFO networking_nsxv3.common.synchronization [req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d req-b0b55d39-23e0-4e12-81fa-4c96924412d6 service nova] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1075.386235] env[70473]: INFO networking_nsxv3.common.synchronization [req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d req-b0b55d39-23e0-4e12-81fa-4c96924412d6 service nova] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1075.386235] env[70473]: INFO networking_nsxv3.common.synchronization [req-f245148a-9ed7-492c-8ee5-c2a3e6aea74d req-b0b55d39-23e0-4e12-81fa-4c96924412d6 service nova] Enqueued Resource ID: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 with Priority: HIGHEST for action port [ 1075.386917] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1075.387076] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1075.387177] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 with Priority: HIGHEST for action port [ 1075.387465] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.387589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.387686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.387935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.388472] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.389095] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.389095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.389095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.389299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.389470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.389564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.389627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.389780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.389864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.389954] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.390772] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.390937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.390937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.391105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.391176] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.887317] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.892464] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.892636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.892938] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.893997] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 with status ACTIVE [ 1075.894323] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.894406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.894590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.894739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.895458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.895458] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.895458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.895458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.895745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.895745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.895919] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.895992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.896214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.896395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.896720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.896720] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 is going to be updated. [ 1075.931450] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.931450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.931450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.931905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.931905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.932248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.390494] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.393900] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.393900] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.393900] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.393900] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.393900] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be updated. [ 1076.398951] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.425932] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.425932] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.425932] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.427496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.427733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.439610] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: IN_PROGRESS for 2s [ 1076.493202] env[70473]: INFO networking_nsxv3.common.synchronization [req-2ae4d595-c8f0-4556-98a6-e2e36c238567 req-06c1fb7b-1d4a-430f-abc5-636304abc0a8 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1076.493202] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1076.494066] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.494468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.494818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.496049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.496049] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.496049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.496049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.496049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.496049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.496049] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.829263] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: SUCCESS [ 1076.829684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.868498] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-350 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.868996] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.869263] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.869736] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.870105] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.870426] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.870651] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.871043] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.871290] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.871646] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.871878] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.872082] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.872285] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.872544] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.872780] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.873057] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.895402] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.895859] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.895859] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.895958] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-350" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.896278] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-29649f08-4ce1-495d-a4f0-37ba665e196e taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.896472] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-29649f08-4ce1-495d-a4f0-37ba665e196e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.896603] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-29649f08-4ce1-495d-a4f0-37ba665e196e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.896950] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-29649f08-4ce1-495d-a4f0-37ba665e196e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.897109] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29649f08-4ce1-495d-a4f0-37ba665e196e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.902485] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.903090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.903195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.903472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.903606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.903799] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be created. [ 1076.934338] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.934696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.934696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.935100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.935220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.945793] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: UNINITIALIZED for 2s [ 1076.999499] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.248042] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 in Status: SUCCESS [ 1077.248265] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 deletion is rescheduled due to dependency. [ 1077.248380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.400936] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.400936] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.400936] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.401189] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.401353] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.401522] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 29649f08-4ce1-495d-a4f0-37ba665e196e not found, creating... [ 1077.401795] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.401966] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.402101] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.402336] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.402482] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.402799] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.402964] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.403114] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.403335] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.403475] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.403623] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 29649f08-4ce1-495d-a4f0-37ba665e196e is going to be created. [ 1077.436917] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.437238] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.437392] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.437811] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.438064] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.438357] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-29649f08-4ce1-495d-a4f0-37ba665e196e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.506025] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.761140] env[70473]: INFO networking_nsxv3.common.synchronization [req-5774f8b0-2b67-4d2e-92b4-017b0316c1f9 req-07275ef0-d2b4-482b-b668-975707c11d69 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Enqueued Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_members [ 1077.761736] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGHEST for action security_group_members [ 1077.762132] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d5a02fe-9587-418d-83e7-d3f82f118084 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.762298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.762397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.762654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.762936] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.763093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.763147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.763310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.763512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.763512] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.008406] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.008722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.008722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.008862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.008972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.009120] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1078.043445] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.043641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.043732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.044010] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.044202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.058714] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1078.266328] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.266491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.266552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.266771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.290466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.290941] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.290941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.290941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.291245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.291245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.291384] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 is going to be updated. [ 1078.323712] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.323952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.324033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.324236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.324369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.338265] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 in Status: IN_PROGRESS for 2s [ 1078.450853] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: SUCCESS [ 1078.451252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.451453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.451714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.451944] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.452111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.452185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.452386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.452497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.452602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.452713] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.872083] env[70473]: INFO networking_nsxv3.common.synchronization [req-2ae4d595-c8f0-4556-98a6-e2e36c238567 req-888f3092-c977-4501-b39d-60de8e538126 service nova] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_rules [ 1078.872083] env[70473]: INFO networking_nsxv3.common.synchronization [req-2ae4d595-c8f0-4556-98a6-e2e36c238567 req-888f3092-c977-4501-b39d-60de8e538126 service nova] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1078.872083] env[70473]: INFO networking_nsxv3.common.synchronization [req-2ae4d595-c8f0-4556-98a6-e2e36c238567 req-888f3092-c977-4501-b39d-60de8e538126 service nova] Enqueued Resource ID: 29649f08-4ce1-495d-a4f0-37ba665e196e with Priority: HIGHEST for action port [ 1078.872083] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_rules [ 1078.872083] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1078.872083] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29649f08-4ce1-495d-a4f0-37ba665e196e with Priority: HIGHEST for action port [ 1078.872848] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.872848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.872848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.872848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.872848] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.874808] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.875172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.875172] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-29649f08-4ce1-495d-a4f0-37ba665e196e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.877111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29649f08-4ce1-495d-a4f0-37ba665e196e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.877111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29649f08-4ce1-495d-a4f0-37ba665e196e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.877111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29649f08-4ce1-495d-a4f0-37ba665e196e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.877111] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29649f08-4ce1-495d-a4f0-37ba665e196e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.958954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.958954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.958954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.958954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.958954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.959958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.959958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.959958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.959958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.959958] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.961112] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1078.961483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.961753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.962063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.962320] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.962633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.962806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.963071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.963262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.963534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.963732] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.281165] env[70473]: INFO networking_nsxv3.common.synchronization [req-098b160d-6da3-4757-abeb-ace3966746c8 req-2d938923-12ea-47c1-ac74-c24ed5fdbe52 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_members [ 1079.281943] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_members [ 1079.282076] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8b6638-8c88-471e-bd73-158a8fd7d5af taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.282193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.282277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.282523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.282677] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.282797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.282891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.283249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.283249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.283382] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.379217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.379217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.379217] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29649f08-4ce1-495d-a4f0-37ba665e196e with status ACTIVE [ 1079.379217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.379217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.379217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.379217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.379217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.379217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.379217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.379217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.380074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.380074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.380074] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.380074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.380074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.380074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.380074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.380074] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29649f08-4ce1-495d-a4f0-37ba665e196e is going to be updated. [ 1079.405946] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.406750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.406750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.406909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.407092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.407486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29649f08-4ce1-495d-a4f0-37ba665e196e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.465936] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df1e0fc-185b-4b24-befc-7960a3924bef: rpc.has_security_group_logging(os_id): False [ 1079.468755] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.469019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.469019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.469201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.469357] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.469454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.469632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.469822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.470068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.470126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.470471] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.470471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.470471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.470792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.470960] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.471112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.471166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.471327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.471411] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.471498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.471591] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.501633] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.501800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.501849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.502256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.502256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.502374] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.502445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.502505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.502661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.502740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.502971] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.503151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.503151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.503283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.503349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.503502] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.503603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.503669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.504209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.504209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.504391] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be updated. [ 1079.605638] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.605847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.605910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.606188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.606415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.625777] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: IN_PROGRESS for 2s [ 1079.787865] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.787865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.787865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.787865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.787865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.787865] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.787865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.787865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.787865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.787865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.787865] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af already deleted. [ 1079.787865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.977424] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d999bca-1249-44cf-83a3-ef2209dc6b69: rpc.has_security_group_logging(os_id): False [ 1079.982532] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.982998] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.983273] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.983640] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.984072] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.984387] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.984634] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.984977] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.985584] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.985929] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.986325] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.988672] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.988672] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.988672] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.988672] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.988672] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.997248] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.999037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.999037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.999037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.999037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.999037] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.999037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.999037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.999037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.999037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.999037] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.999705] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.001987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.001987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.001987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.001987] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.001987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.001987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.001987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.001987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.001987] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be created. [ 1080.007027] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.007027] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.007027] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.007027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.007027] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-2ace8cc9-1119-485c-b7d9-304ac872843d taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.007027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-2ace8cc9-1119-485c-b7d9-304ac872843d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.007027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-2ace8cc9-1119-485c-b7d9-304ac872843d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.007027] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-2ace8cc9-1119-485c-b7d9-304ac872843d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.007027] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ace8cc9-1119-485c-b7d9-304ac872843d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.067710] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.067710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.067710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.067710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.067710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.082043] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1080.082043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.082043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.082043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.082043] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.082043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.082043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.082043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.082043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.082043] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.082809] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1080.133108] env[70473]: INFO networking_nsxv3.common.synchronization [None req-a5774eb5-5d40-4f1b-9519-9c54c346380d tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1080.133873] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1080.133996] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.134177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.134261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.134517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.134841] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.134980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.135346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.135569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.135698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.135826] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.350020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 in Status: SUCCESS [ 1080.350425] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 deletion is rescheduled due to dependency. [ 1080.350425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.513379] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.513612] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.513612] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.514146] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.514146] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.514280] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 2ace8cc9-1119-485c-b7d9-304ac872843d not found, creating... [ 1080.514604] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.514751] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.514751] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.515021] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.515146] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.515702] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.515702] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.515702] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.515944] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.516093] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.516240] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 2ace8cc9-1119-485c-b7d9-304ac872843d is going to be created. [ 1080.539660] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.539869] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.539995] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.540295] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.540536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.540824] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-2ace8cc9-1119-485c-b7d9-304ac872843d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.585585] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.640025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.640272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.640366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.640877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.641044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.641293] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.641406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.641471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.641647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.641733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.641827] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 1080.698844] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.699039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.699147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.699430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.699596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.715442] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 1081.089929] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.597668] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.597668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.597668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.597668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.597668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.597668] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1081.653019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.653225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.653296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.653565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.653755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.655914] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: SUCCESS [ 1081.656493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.680479] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1082.101087] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1082.101087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.560241] env[70473]: INFO networking_nsxv3.common.synchronization [req-098b160d-6da3-4757-abeb-ace3966746c8 req-a23291ee-734e-4a8c-98c2-e9391b7f7e7a service nova] Enqueued Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_rules [ 1082.560401] env[70473]: INFO networking_nsxv3.common.synchronization [req-098b160d-6da3-4757-abeb-ace3966746c8 req-a23291ee-734e-4a8c-98c2-e9391b7f7e7a service nova] Enqueued Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_members [ 1082.560551] env[70473]: INFO networking_nsxv3.common.synchronization [req-098b160d-6da3-4757-abeb-ace3966746c8 req-a23291ee-734e-4a8c-98c2-e9391b7f7e7a service nova] Enqueued Resource ID: 2ace8cc9-1119-485c-b7d9-304ac872843d with Priority: HIGHEST for action port [ 1082.561311] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_rules [ 1082.561485] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_members [ 1082.561606] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ace8cc9-1119-485c-b7d9-304ac872843d with Priority: HIGHEST for action port [ 1082.561930] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.562108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.562204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.562432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.562544] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.564094] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8b6638-8c88-471e-bd73-158a8fd7d5af taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.568127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.568127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.568127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.568127] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.568127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.568127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.568127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.568127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.568127] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.568127] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ace8cc9-1119-485c-b7d9-304ac872843d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.568127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ace8cc9-1119-485c-b7d9-304ac872843d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.568127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ace8cc9-1119-485c-b7d9-304ac872843d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.568127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ace8cc9-1119-485c-b7d9-304ac872843d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.568127] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ace8cc9-1119-485c-b7d9-304ac872843d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.725530] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 1082.725895] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 deletion is rescheduled due to dependency. [ 1082.725895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.069389] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.070726] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8b6638-8c88-471e-bd73-158a8fd7d5af taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.071247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.071247] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ace8cc9-1119-485c-b7d9-304ac872843d with status ACTIVE [ 1083.071448] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.072241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.072241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.072241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.072997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.073137] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.073316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.073399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.074032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.074032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.074032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.074319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.074319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.074458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.074458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.074603] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ace8cc9-1119-485c-b7d9-304ac872843d is going to be updated. [ 1083.100046] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.100046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.100046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.100486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.100486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.100486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ace8cc9-1119-485c-b7d9-304ac872843d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.577358] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.697203] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1083.697618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.698192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.700307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.700307] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.700307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.700307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.702587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.702587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.702587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.702587] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.080864] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.080864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.080864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.081478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.081478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.081478] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af is going to be created. [ 1084.108136] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.108392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.108470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.108747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.108999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.123978] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af in Status: UNINITIALIZED for 2s [ 1084.207783] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.208103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.208814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.208814] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.208814] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.209178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.209178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.209364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.209514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.209675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.209988] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.210154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.210276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.210440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.210613] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.210745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.210865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.211131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.211231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.211332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.211484] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.715063] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18798269-238c-4eef-940d-0815cbcee228: rpc.has_security_group_logging(os_id): False [ 1084.735104] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.737023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.737023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.737023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.737023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.737023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.737023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.737023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.737742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.737972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.738778] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.742025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.742025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.742025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.742025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.742025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.742025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.742025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.742025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.742025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.742025] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1084.819310] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.819310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.819310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.819310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.819310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.841686] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1084.880924] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.880924] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.880924] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.880924] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.880924] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.881964] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.885164] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.885164] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.885164] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.885164] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.885164] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.885164] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.885164] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.885164] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1084.885164] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.885164] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.925407] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.925632] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1084.925858] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.925992] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.926357] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-44d4d9a7-a483-48db-9da7-983839cf76b9 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.926563] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.926696] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.927083] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.927331] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d4d9a7-a483-48db-9da7-983839cf76b9',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.165034] env[70473]: INFO networking_nsxv3.common.synchronization [req-e21d8cb2-a65e-4674-af14-f2ab97efc787 req-64deec9f-0451-41dd-a1f1-d6123164ed0d tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1085.169650] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1085.169650] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.169650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.169650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.169650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.169650] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.169985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.170287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.170570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.170761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.171042] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.212752] env[70473]: INFO networking_nsxv3.common.synchronization [req-0c6e9912-bfdf-49c0-8a99-5a7c428711a8 req-691df765-2db7-4092-bd30-265eb179fc16 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1085.214100] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1085.214100] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.214100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.214100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.214409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.214447] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.215035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.215035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.215035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.215035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.215035] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.430382] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.430649] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.430755] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.431215] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.431410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.431614] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 44d4d9a7-a483-48db-9da7-983839cf76b9 not found, creating... [ 1085.431959] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.432196] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.432337] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.432623] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.432812] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.433247] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.433461] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.433592] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.433854] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.434048] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.434254] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 44d4d9a7-a483-48db-9da7-983839cf76b9 is going to be created. [ 1085.454957] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.455241] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.455452] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.455740] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.456031] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.456306] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.680440] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.720432] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.137416] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af in Status: UNINITIALIZED for 4s [ 1086.182166] env[70473]: INFO networking_nsxv3.common.synchronization [req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c req-41339247-46fb-47fd-8fef-ee8a9c71a98f service nova] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_rules [ 1086.183167] env[70473]: INFO networking_nsxv3.common.synchronization [req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c req-41339247-46fb-47fd-8fef-ee8a9c71a98f service nova] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1086.183585] env[70473]: INFO networking_nsxv3.common.synchronization [req-7d4d4efa-2ca5-4444-b5b7-a71a4724813c req-41339247-46fb-47fd-8fef-ee8a9c71a98f service nova] Enqueued Resource ID: 44d4d9a7-a483-48db-9da7-983839cf76b9 with Priority: HIGHEST for action port [ 1086.184562] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.185771] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_rules [ 1086.186151] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1086.186422] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d4d9a7-a483-48db-9da7-983839cf76b9 with Priority: HIGHEST for action port [ 1086.187060] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.187428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.187828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.188677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.188677] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.191190] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.191190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.191190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.191190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.191190] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.191190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.191190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.191190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.191190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.191190] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.203055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-44d4d9a7-a483-48db-9da7-983839cf76b9 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.203055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.203055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.203055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.203055] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d4d9a7-a483-48db-9da7-983839cf76b9',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.223977] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.428031] env[70473]: INFO networking_nsxv3.common.synchronization [req-42fec26d-b17a-41e0-b1f0-e7b3b3f04ef9 req-54447434-5919-4708-add1-4e8229458fa4 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1086.428031] env[70473]: INFO networking_nsxv3.common.synchronization [req-42fec26d-b17a-41e0-b1f0-e7b3b3f04ef9 req-54447434-5919-4708-add1-4e8229458fa4 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_members [ 1086.428031] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1086.428031] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_members [ 1086.428031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.428708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.428872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.429177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.429712] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.429944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.430145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.430398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.433019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.433019] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.433019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.433019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.433019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.433019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.433019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.433019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.433019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.433019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.433019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.433019] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.479220] env[70473]: INFO networking_nsxv3.common.synchronization [req-42fec26d-b17a-41e0-b1f0-e7b3b3f04ef9 req-54447434-5919-4708-add1-4e8229458fa4 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_rules [ 1086.479220] env[70473]: INFO networking_nsxv3.common.synchronization [req-42fec26d-b17a-41e0-b1f0-e7b3b3f04ef9 req-54447434-5919-4708-add1-4e8229458fa4 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_members [ 1086.479220] env[70473]: INFO networking_nsxv3.common.synchronization [req-42fec26d-b17a-41e0-b1f0-e7b3b3f04ef9 req-54447434-5919-4708-add1-4e8229458fa4 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1086.479220] env[70473]: INFO networking_nsxv3.common.synchronization [req-42fec26d-b17a-41e0-b1f0-e7b3b3f04ef9 req-54447434-5919-4708-add1-4e8229458fa4 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1086.479220] env[70473]: INFO networking_nsxv3.common.synchronization [req-42fec26d-b17a-41e0-b1f0-e7b3b3f04ef9 req-54447434-5919-4708-add1-4e8229458fa4 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 with Priority: HIGHEST for action port [ 1086.479220] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_rules [ 1086.480295] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1086.480623] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 with Priority: HIGHEST for action port [ 1086.480828] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_members [ 1086.481033] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1086.481436] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.484018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.484018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.484018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.484018] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.485297] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.485628] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.485801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.486083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.486254] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.487142] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.487387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.487555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.487901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.488096] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.489313] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.489519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.489910] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.490121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.688757] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.689018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.689147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.689484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.689638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.689819] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be updated. [ 1086.700227] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.705027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.705027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.705027] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44d4d9a7-a483-48db-9da7-983839cf76b9 with status ACTIVE [ 1086.705027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.705027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.705027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.705027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.705027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.705027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.705027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.705027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.705027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.705027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.705027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.705916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.705916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.705916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.705916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.705916] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44d4d9a7-a483-48db-9da7-983839cf76b9 is going to be updated. [ 1086.726256] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.726469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.726582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.726924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.727101] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.727267] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1086.760823] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.761136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.761136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.761338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.761486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.761679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.763903] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.764105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.764157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.764345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.764487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.784094] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: IN_PROGRESS for 2s [ 1086.785291] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.785441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.785497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.785739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.785905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.798036] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1086.903438] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1086.903866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.936925] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.939473] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.993498] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.993498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.993498] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 with status ACTIVE [ 1086.993498] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.993498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.993498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.993498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.993498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.993498] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.993498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.993498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.993498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.993498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.995633] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.995633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.995633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.995633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.995633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.995633] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 is going to be updated. [ 1086.995633] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.995633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.029852] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.029946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.030047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.030292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.030679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.030801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.202818] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.283971] env[70473]: INFO networking_nsxv3.common.synchronization [req-3a1686c2-3c58-4a72-86c5-474375f63af7 req-ba79d860-a5f1-40f0-8c0a-7fc4fb90178b tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1087.284868] env[70473]: INFO networking_nsxv3.common.synchronization [req-3a1686c2-3c58-4a72-86c5-474375f63af7 req-ba79d860-a5f1-40f0-8c0a-7fc4fb90178b tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_members [ 1087.284868] env[70473]: INFO networking_nsxv3.common.synchronization [req-3a1686c2-3c58-4a72-86c5-474375f63af7 req-ba79d860-a5f1-40f0-8c0a-7fc4fb90178b tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e with Priority: HIGHEST for action security_group_members [ 1087.285722] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1087.285722] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_members [ 1087.285722] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e with Priority: HIGHEST for action security_group_members [ 1087.285722] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.285722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.286092] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.286092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.286092] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.286249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.286249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.286534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.286636] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.286729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.286810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.286936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.287038] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.287113] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.350556] env[70473]: INFO networking_nsxv3.common.synchronization [req-3a1686c2-3c58-4a72-86c5-474375f63af7 req-ba79d860-a5f1-40f0-8c0a-7fc4fb90178b tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_rules [ 1087.350886] env[70473]: INFO networking_nsxv3.common.synchronization [req-3a1686c2-3c58-4a72-86c5-474375f63af7 req-ba79d860-a5f1-40f0-8c0a-7fc4fb90178b tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_members [ 1087.351170] env[70473]: INFO networking_nsxv3.common.synchronization [req-3a1686c2-3c58-4a72-86c5-474375f63af7 req-ba79d860-a5f1-40f0-8c0a-7fc4fb90178b tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1087.351413] env[70473]: INFO networking_nsxv3.common.synchronization [req-3a1686c2-3c58-4a72-86c5-474375f63af7 req-ba79d860-a5f1-40f0-8c0a-7fc4fb90178b tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1087.351587] env[70473]: INFO networking_nsxv3.common.synchronization [req-3a1686c2-3c58-4a72-86c5-474375f63af7 req-ba79d860-a5f1-40f0-8c0a-7fc4fb90178b tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e with Priority: HIGHEST for action security_group_rules [ 1087.351764] env[70473]: INFO networking_nsxv3.common.synchronization [req-3a1686c2-3c58-4a72-86c5-474375f63af7 req-ba79d860-a5f1-40f0-8c0a-7fc4fb90178b tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e with Priority: HIGHEST for action security_group_members [ 1087.351934] env[70473]: INFO networking_nsxv3.common.synchronization [req-3a1686c2-3c58-4a72-86c5-474375f63af7 req-ba79d860-a5f1-40f0-8c0a-7fc4fb90178b tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 with Priority: HIGHEST for action port [ 1087.352551] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_rules [ 1087.352756] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1087.352939] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e with Priority: HIGHEST for action security_group_members [ 1087.353230] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 with Priority: HIGHEST for action port [ 1087.353361] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e with Priority: HIGHEST for action security_group_rules [ 1087.353465] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_members [ 1087.353561] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1087.354217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.354338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.354530] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.354612] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.354786] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.354865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.355054] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.355162] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.355227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.355458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.355547] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.356576] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.356576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.356757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.356847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.356920] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.358119] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.358119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.361380] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.361725] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.440836] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.442447] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.707472] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.707472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.707472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.707472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.707472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.707472] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 1087.744031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.744031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.744031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.744031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.744031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.753784] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 1087.790105] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.863906] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.863906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.863906] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 with status ACTIVE [ 1087.865027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.865027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.865027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.865259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.865388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.865718] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.865913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.866294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.866680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.866862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.867165] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.867397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.867515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.867740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.867928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.868108] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342 is going to be updated. [ 1087.908543] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.909241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.909241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.909241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.909567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.909826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e03dd2c-9fa5-4f17-a51f-b4aa46a1d342" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.943349] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.943796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.943957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.944332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.944482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.944659] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e is going to be created. [ 1087.946695] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.946883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.947010] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.947357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.947532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.947706] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1088.011503] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.011804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.011804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.011956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.012160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.034327] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.034455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.034499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.034725] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.034880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.054605] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: UNINITIALIZED for 2s [ 1088.055402] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1088.150217] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af in Status: SUCCESS [ 1088.150217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.150217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.150464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.150464] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.150601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.150666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.150841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.150930] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.151064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.151166] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.292404] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.654405] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.795466] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.795466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.795466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.795466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.795466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.795816] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e is going to be created. [ 1088.797405] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: SUCCESS [ 1088.797598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.807745] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1088.808033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.857593] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.857593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.857593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.857593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.857593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.876521] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e in Status: UNINITIALIZED for 2s [ 1088.944884] env[70473]: INFO networking_nsxv3.common.synchronization [req-1b0ae48a-13de-4f9e-b7a7-7f28456b5904 req-422e26f0-03c5-4fdb-a225-d436dd0e75d9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1088.944884] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1088.944884] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.944884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.944884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.945670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.946026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.946351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.947261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.947736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.947971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.948475] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.160623] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c8b6638-8c88-471e-bd73-158a8fd7d5af: rpc.has_security_group_logging(os_id): False [ 1089.197375] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.197537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.197609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.197831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.197909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.198170] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.198297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.198342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.198492] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.198568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.198652] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af is going to be created. [ 1089.315160] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.315160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.315160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.315160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.315160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.339295] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af in Status: IN_PROGRESS for 2s [ 1089.451714] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.452227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.452377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.452734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.453140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.453338] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.453579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.453661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.453982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.454154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.454485] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1089.519483] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.519826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.519926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.520573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.520573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.537270] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1089.788708] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 1089.789100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.789389] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.789687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.789942] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.790119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.790371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.790475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.790536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.790654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.790773] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.070152] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: SUCCESS [ 1090.070449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.071212] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1090.072128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.072128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.072128] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.072370] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.072523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.072523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.072601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.072741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.072741] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.073943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.077984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.077984] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.077984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.077984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.077984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.077984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.077984] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.293774] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.293993] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.294125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.294436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.294621] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.294738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.294821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.294961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.295061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.295193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.295357] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.295454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.295512] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.295657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.295792] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.295883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.295940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.296091] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.296207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.296346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.296446] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.577718] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.578791] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.801609] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49: rpc.has_security_group_logging(os_id): False [ 1090.820570] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.820570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.820570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.820570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.820937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.820937] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.820937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.820937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.821168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.821210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.821409] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.821503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.821564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.821719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.821793] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.821969] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.822094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.822154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.822295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.822367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.822452] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 1090.888333] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e in Status: SUCCESS [ 1090.888657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.888920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.889282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.889569] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.889911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.889911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.890786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.890937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.891256] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.894261] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.894377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.894377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.894557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.894764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.911745] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 1090.937058] env[70473]: INFO networking_nsxv3.common.synchronization [req-53db5fde-c669-4856-b206-ae58fe640c03 req-376dedc5-6f1f-4643-9fd1-e1f00edd27ad tempest-VolumesAdminNegativeTest-571754779 tempest-VolumesAdminNegativeTest-571754779-project-member] Enqueued Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_members [ 1090.937646] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGHEST for action security_group_members [ 1090.937934] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.938082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.938142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.938316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.938469] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.938950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.938950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.938950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.938950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.938950] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.083027] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.088612] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.394485] env[70473]: INFO networking_nsxv3.common.synchronization [req-d5fd2e1c-54f8-4104-a144-22345286f2d6 req-d3d97325-695a-4ef7-acec-5abc5dad2bbe tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_members [ 1091.394485] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGHEST for action security_group_members [ 1091.394485] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5761d008-f405-423c-80c5-8b4193db4f76 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.394485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.394485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.394485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.394485] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.394485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.394485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.394485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.394485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.394485] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.394485] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af in Status: SUCCESS [ 1091.394485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.394485] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.441893] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.442071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.442104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.442384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.475815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.475815] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.475815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.475815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.475815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.475815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.475815] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e is going to be updated. [ 1091.511497] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.511651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.511928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.511928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.513589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.522190] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e in Status: IN_PROGRESS for 2s [ 1091.554061] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1091.554363] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 1091.554547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.585091] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.585948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.585948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.585948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.585948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.585948] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e is going to be updated. [ 1091.593740] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.593887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.593961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.594380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.594493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.594601] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1091.629687] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.629839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.629913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.630142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.630294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.652971] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: IN_PROGRESS for 2s [ 1091.687069] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.687753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.687831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.688065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.688231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.704922] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1091.871234] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.871234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.871234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.871234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.897025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.897025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.897025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.897025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.897025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.897025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.897025] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5761d008-f405-423c-80c5-8b4193db4f76 is going to be updated. [ 1091.897025] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.948868] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.948868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.948868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.948868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.948868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.957890] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5761d008-f405-423c-80c5-8b4193db4f76 in Status: IN_PROGRESS for 2s [ 1092.400821] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.400975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.401059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.401343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.401429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.401536] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e is going to be updated. [ 1092.445598] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.445598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.445598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.445598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.445598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.462757] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e in Status: IN_PROGRESS for 2s [ 1092.926482] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 1092.926865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.490452] env[70473]: INFO networking_nsxv3.common.synchronization [req-2223607c-1e3e-4aeb-8aac-b0bdc1398dfa req-e0bf146a-0da6-4d82-bc61-aef14c0e5e82 tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Enqueued Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 1093.491017] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 1093.493568] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.493568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.493568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.493568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.493568] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.493568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.493568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.493568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.493568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.493568] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.534712] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e in Status: SUCCESS [ 1093.534712] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e deletion is rescheduled due to dependency. [ 1093.534712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.666602] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: SUCCESS [ 1093.666836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.667029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.667326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.667498] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.667586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.667683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.667773] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.667860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.668054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.668054] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.668999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.669258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.669458] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.669574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.669643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.669834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.669959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.669959] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.719304] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1093.719604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.722030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.722030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.722030] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.722030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.722030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.722030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.722030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.722030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.722030] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.722030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.722030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.722030] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.722522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.722522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.722522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.722522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.722522] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.969928] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5761d008-f405-423c-80c5-8b4193db4f76 in Status: SUCCESS [ 1093.970283] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5761d008-f405-423c-80c5-8b4193db4f76 deletion is rescheduled due to dependency. [ 1093.970283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.997844] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.171934] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.173191] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.225213] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.225353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.225659] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.472750] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e in Status: SUCCESS [ 1094.472910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.473087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.473381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.473597] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.473681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.473742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.473896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.473977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.474082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.474175] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.503070] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.676421] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e: rpc.has_security_group_logging(os_id): False [ 1094.677465] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.696350] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.696350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.696477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.696631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.696722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.696959] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.697083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.697146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.697362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.697362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.697456] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e is going to be created. [ 1094.730566] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.765197] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.765197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.765197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.765197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.765372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.782094] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: IN_PROGRESS for 2s [ 1094.977117] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.011016] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.011153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.011192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.015021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.015021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.015021] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b971a852-0664-4d4a-8e3d-902c42a7a89b is going to be updated. [ 1095.046809] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.046809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.046809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.046809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.046999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.058062] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: IN_PROGRESS for 2s [ 1095.181023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.181277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.181277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.181462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.181558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.181666] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e is going to be updated. [ 1095.237873] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.237873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.237873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.238173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.238301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.238418] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1095.283560] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.284548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.284885] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.285184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.285349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.305129] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: IN_PROGRESS for 2s [ 1095.310483] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.310656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.310730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.310963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.311096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.320608] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1095.479723] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f46f4612-d7c9-4be0-a6e9-6b975a3cc44e: rpc.has_security_group_logging(os_id): False [ 1095.499249] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.499397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.499469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.499683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.499772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.499983] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.500092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.500159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.500307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.500423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.500537] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e is going to be created. [ 1095.567052] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.567052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.567052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.567052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.567052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.584631] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e in Status: IN_PROGRESS for 2s [ 1095.702283] env[70473]: INFO networking_nsxv3.common.synchronization [None req-26037dcd-0456-4b2d-92d4-73a12643ef06 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: 8d180ed9-f8cb-4348-a616-6c513e278c2d with Priority: HIGHEST for action security_group_rules [ 1095.702686] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d180ed9-f8cb-4348-a616-6c513e278c2d with Priority: HIGHEST for action security_group_rules [ 1095.702990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d180ed9-f8cb-4348-a616-6c513e278c2d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.703350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d180ed9-f8cb-4348-a616-6c513e278c2d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.703458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d180ed9-f8cb-4348-a616-6c513e278c2d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.703752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d180ed9-f8cb-4348-a616-6c513e278c2d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.703804] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d180ed9-f8cb-4348-a616-6c513e278c2d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.781924] env[70473]: INFO networking_nsxv3.common.synchronization [None req-cc654564-1446-4a5a-83d5-52de486ae8c9 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: 8d180ed9-f8cb-4348-a616-6c513e278c2d with Priority: HIGHEST for action security_group_rules [ 1095.782558] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d180ed9-f8cb-4348-a616-6c513e278c2d with Priority: HIGHEST for action security_group_rules [ 1095.782807] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d180ed9-f8cb-4348-a616-6c513e278c2d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.782949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d180ed9-f8cb-4348-a616-6c513e278c2d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.252594] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.252940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.252940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.252940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.253073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.253141] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d180ed9-f8cb-4348-a616-6c513e278c2d already deleted. [ 1096.253198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d180ed9-f8cb-4348-a616-6c513e278c2d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.253398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d180ed9-f8cb-4348-a616-6c513e278c2d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.254029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d180ed9-f8cb-4348-a616-6c513e278c2d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.254029] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d180ed9-f8cb-4348-a616-6c513e278c2d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.780246] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.781208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.781339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.781670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.781799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.783140] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d180ed9-f8cb-4348-a616-6c513e278c2d already deleted. [ 1096.783140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d180ed9-f8cb-4348-a616-6c513e278c2d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.809441] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: SUCCESS [ 1096.809672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.809850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.810095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.810425] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.069852] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: SUCCESS [ 1097.070083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.315161] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: SUCCESS [ 1097.315447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.315963] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.315963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.315963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.316168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.316313] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.316416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.316481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.316661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.316805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.316864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.316915] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.317748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.317913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.318079] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.318257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.318257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.318380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.318803] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.318803] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.329573] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1097.329796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.329940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.330522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.330522] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.330522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.330522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.330799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.330799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.330867] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.600059] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e in Status: SUCCESS [ 1097.600059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.820270] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.821426] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.833179] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.325142] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e: rpc.has_security_group_logging(os_id): False [ 1098.326323] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.335333] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.344382] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.344521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.344763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.344843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.344881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.345179] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.345291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.345291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.345430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.345513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.345627] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e is going to be updated. [ 1098.410035] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.410199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.410264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.410475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.410621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.427766] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: IN_PROGRESS for 2s [ 1098.828489] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.829181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.829376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.829712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.829883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.830066] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e is going to be updated. [ 1098.837933] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.838160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.838237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.838471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.838578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.838681] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1098.912349] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.912349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.912349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.912349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.912549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.914398] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.914532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.914609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.914818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.916047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.943135] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1098.943135] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: IN_PROGRESS for 2s [ 1099.215672] env[70473]: INFO networking_nsxv3.common.synchronization [req-205573aa-dc54-40f6-ab2d-4c99dcc42127 req-faf12c04-5145-48d4-be6f-1676307429a1 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1099.216306] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1099.216633] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.216761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.216828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.217207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.217268] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.217379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.217412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.217546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.217625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.217714] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.724864] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.725188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.725188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.725337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.725428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.725624] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.725805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.725805] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.725951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.726036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.726124] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1099.760884] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.761224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.761314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.761532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.761680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.774099] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1100.445188] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: SUCCESS [ 1100.445349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.955270] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: SUCCESS [ 1100.955639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.957035] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1100.957260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.957425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.957656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.957972] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.958848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.958848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.958848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.958848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.958848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.958848] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.958848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.959105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.959105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.959303] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.959303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.959431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.959509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.959586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.959666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.959756] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.462726] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d999bca-1249-44cf-83a3-ef2209dc6b69: rpc.has_security_group_logging(os_id): False [ 1101.485593] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.485851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.485923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.486169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.486265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.486568] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.486687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.486750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.486913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.486991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.487196] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.487293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.487354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.487493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.487568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.487759] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.487954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.487989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.491677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.491792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.491893] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1101.593995] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.595489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.595489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.595489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.595489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.617056] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1101.788030] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1101.788030] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 deletion is rescheduled due to dependency. [ 1101.788030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.891658] env[70473]: INFO networking_nsxv3.common.synchronization [req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 req-d91f2196-1701-4bc6-aa62-000956bb1fcf tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1101.892225] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1101.892535] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.892661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.892723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.892923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.893090] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.893197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.893257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.893436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.893517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.893608] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.395399] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.395716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.395716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.395915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.396015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.396210] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.396309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.396372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.396527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.396603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.396695] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1102.428093] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.428284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.428334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.428586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.428646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.440382] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1102.533694] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.533694] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.533694] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.534069] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.538086] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.538409] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.538409] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.538634] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.538956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.539050] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.539111] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.539225] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.539335] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.539444] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.539551] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.539687] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.560298] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.560415] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.560601] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.560744] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.561293] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-4182b0e7-a5df-4c83-854a-7e4e4b538d28 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.561995] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-4182b0e7-a5df-4c83-854a-7e4e4b538d28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.561995] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-4182b0e7-a5df-4c83-854a-7e4e4b538d28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.562099] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-4182b0e7-a5df-4c83-854a-7e4e4b538d28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.562219] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4182b0e7-a5df-4c83-854a-7e4e4b538d28',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.064856] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.065112] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.065248] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.065536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.065729] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.065913] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 4182b0e7-a5df-4c83-854a-7e4e4b538d28 not found, creating... [ 1103.066203] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.066371] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.066497] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.066732] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.066885] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.067194] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.067388] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.067524] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.067769] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.067917] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.068076] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 4182b0e7-a5df-4c83-854a-7e4e4b538d28 is going to be created. [ 1103.092666] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.092928] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.093085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.093391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.093681] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.093942] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-4182b0e7-a5df-4c83-854a-7e4e4b538d28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.632217] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1103.632217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.632217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.633030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.633030] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.803250] env[70473]: INFO networking_nsxv3.common.synchronization [req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 req-5cc1f6ae-7be9-4c2b-90d5-fe10acf0529d service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 1103.803250] env[70473]: INFO networking_nsxv3.common.synchronization [req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 req-5cc1f6ae-7be9-4c2b-90d5-fe10acf0529d service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1103.803250] env[70473]: INFO networking_nsxv3.common.synchronization [req-3e1772bf-e91d-4fb4-a124-eecfaac5c9b9 req-5cc1f6ae-7be9-4c2b-90d5-fe10acf0529d service nova] Enqueued Resource ID: 4182b0e7-a5df-4c83-854a-7e4e4b538d28 with Priority: HIGHEST for action port [ 1103.803250] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 1103.803250] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1103.804097] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4182b0e7-a5df-4c83-854a-7e4e4b538d28 with Priority: HIGHEST for action port [ 1103.804575] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.805251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.805451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.806769] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.806769] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.810264] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.810264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.810264] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4182b0e7-a5df-4c83-854a-7e4e4b538d28 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.810264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4182b0e7-a5df-4c83-854a-7e4e4b538d28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.810264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4182b0e7-a5df-4c83-854a-7e4e4b538d28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.810547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4182b0e7-a5df-4c83-854a-7e4e4b538d28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.810547] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4182b0e7-a5df-4c83-854a-7e4e4b538d28',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.134656] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.134822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.134878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.135095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.135255] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.135354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.135414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.135558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.135644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.135730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.135827] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.310548] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.310548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.315592] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4182b0e7-a5df-4c83-854a-7e4e4b538d28 with status ACTIVE [ 1104.316369] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.316369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.316369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.316556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.316604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.317215] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.317215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.317215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.317215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.317215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.317430] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.317430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.317508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.317651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.317725] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.317812] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4182b0e7-a5df-4c83-854a-7e4e4b538d28 is going to be updated. [ 1104.342243] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.342243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.342243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.342243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.342243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.342243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4182b0e7-a5df-4c83-854a-7e4e4b538d28" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.450778] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1104.450979] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 1104.451101] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.451276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.451524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.451728] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.451852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.451918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.452119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.452202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.452302] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.638018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.638334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.638334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.638539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.638773] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.638848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.638923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.639118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.639206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.639326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.639490] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.639613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.639723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.639849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.639991] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.640114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.640189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.640352] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.640444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.640526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.640640] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.955540] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.144398] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d999bca-1249-44cf-83a3-ef2209dc6b69: rpc.has_security_group_logging(os_id): False [ 1105.166028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.166028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.166028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.166028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.166028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.166028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.166028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.166028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.166028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.166028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.166028] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.166028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.166028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.166862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.167062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.167394] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.167622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.167772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.168033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.168240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.168483] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1105.262195] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.262195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.262195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.262195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.262195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.285395] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1105.318048] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.318048] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.318048] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.318048] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.318048] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.318048] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.318048] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.318048] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.318577] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.318923] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.319271] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.319494] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.319692] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.319897] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.320103] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.320351] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.342954] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.342954] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.342954] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.342954] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-420" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.342954] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-44d4d9a7-a483-48db-9da7-983839cf76b9 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.342954] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.342954] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.342954] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.342954] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d4d9a7-a483-48db-9da7-983839cf76b9',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.458958] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.845530] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.845530] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.845877] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.845926] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.846085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.846380] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.846911] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.846911] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.846911] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.847055] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.847327] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.848259] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.848259] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.848259] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.848259] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.848394] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 44d4d9a7-a483-48db-9da7-983839cf76b9 is going to be updated. [ 1105.877708] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.877959] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.878026] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.878315] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.878569] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.878819] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.951703] env[70473]: INFO networking_nsxv3.common.synchronization [req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 req-54fdb4ce-3939-4b00-8dfc-3208bad77fc1 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1105.951800] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1105.952115] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.952243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.952311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.952498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.953246] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.953246] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.953246] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.953452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.953452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.953567] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.960426] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.960594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.960629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.960819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.960903] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.960998] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1106.025123] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.025353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.025427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.025656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.025829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.037662] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1106.429647] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.429890] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.430037] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.430328] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.430606] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.430775] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.430900] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.431149] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.431299] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.431570] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.431702] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.431819] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.431933] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.432072] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.432189] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.432330] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.453264] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.453264] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.453264] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.453264] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.453264] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-fe81b809-4e0c-41de-a537-eaada43be1ce taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.453264] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-fe81b809-4e0c-41de-a537-eaada43be1ce" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.453264] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-fe81b809-4e0c-41de-a537-eaada43be1ce" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.453718] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-fe81b809-4e0c-41de-a537-eaada43be1ce" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.453869] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe81b809-4e0c-41de-a537-eaada43be1ce',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.456325] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.466632] env[70473]: INFO networking_nsxv3.common.synchronization [req-e7de1d4b-c5d2-4b76-82c1-dd0d6e73b39d req-a8af4536-32a8-4621-9143-2a06a694275e tempest-ServerRescueNegativeTestJSON-419785092 tempest-ServerRescueNegativeTestJSON-419785092-project-member] Enqueued Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 1106.466737] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGHEST for action security_group_members [ 1106.467061] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.467525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.467597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.467796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.467948] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.468542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.468633] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.468810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.468901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.468998] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.659506] env[70473]: INFO networking_nsxv3.common.synchronization [req-38e6f4e5-2141-4fce-a55a-83b1de32719f req-4ecad059-f10f-4db6-a15a-beda5283308b service nova] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_rules [ 1106.659506] env[70473]: INFO networking_nsxv3.common.synchronization [req-38e6f4e5-2141-4fce-a55a-83b1de32719f req-4ecad059-f10f-4db6-a15a-beda5283308b service nova] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1106.659506] env[70473]: INFO networking_nsxv3.common.synchronization [req-38e6f4e5-2141-4fce-a55a-83b1de32719f req-4ecad059-f10f-4db6-a15a-beda5283308b service nova] Enqueued Resource ID: 44d4d9a7-a483-48db-9da7-983839cf76b9 with Priority: HIGHEST for action port [ 1106.659506] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_rules [ 1106.659506] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1106.659506] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d4d9a7-a483-48db-9da7-983839cf76b9 with Priority: HIGHEST for action port [ 1106.659856] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.659856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.659856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.659983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.661945] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.663252] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.663379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.663447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.663646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.663799] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.663900] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.663962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.664132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.666519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.666519] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.666519] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-44d4d9a7-a483-48db-9da7-983839cf76b9 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.666519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.666519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.666519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.666519] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d4d9a7-a483-48db-9da7-983839cf76b9',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.956871] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.957229] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.957305] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.957588] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.957759] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.957923] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port fe81b809-4e0c-41de-a537-eaada43be1ce not found, creating... [ 1106.958251] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.958488] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.958540] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.958761] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.958914] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.959236] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.959409] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.959521] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.959735] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.959901] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.960500] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: fe81b809-4e0c-41de-a537-eaada43be1ce is going to be created. [ 1106.961871] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.971596] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.975042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.975042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.975042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.985829] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.986491] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.986491] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.986491] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.986697] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.986933] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-fe81b809-4e0c-41de-a537-eaada43be1ce" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.999704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.999919] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.000069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.000152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.000329] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.000403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.000491] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b971a852-0664-4d4a-8e3d-902c42a7a89b is going to be updated. [ 1107.035949] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.037552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.037552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.037656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.038480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.049360] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: IN_PROGRESS for 2s [ 1107.169168] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.169168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.169168] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.172697] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44d4d9a7-a483-48db-9da7-983839cf76b9 with status ACTIVE [ 1107.173020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.173519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.173519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.173730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.173863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.174172] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.174350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.174623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.174719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.174849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.175172] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.175338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.175441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.175693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.175792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.175957] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44d4d9a7-a483-48db-9da7-983839cf76b9 is going to be updated. [ 1107.210032] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.210032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.210032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.210279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.210279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.210355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44d4d9a7-a483-48db-9da7-983839cf76b9" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.330865] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1107.331202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.465179] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.465179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.465179] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.465459] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.465459] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.465603] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1107.532448] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.532613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.532613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.532835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.532981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.545758] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1107.670915] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.713023] env[70473]: INFO networking_nsxv3.common.synchronization [req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 req-b5768dbe-24de-4cd3-a6bb-209bf8655374 service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 1107.713230] env[70473]: INFO networking_nsxv3.common.synchronization [req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 req-b5768dbe-24de-4cd3-a6bb-209bf8655374 service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1107.713373] env[70473]: INFO networking_nsxv3.common.synchronization [req-1e6d1512-2388-4ca6-bf95-d7a9fcfd5249 req-b5768dbe-24de-4cd3-a6bb-209bf8655374 service nova] Enqueued Resource ID: fe81b809-4e0c-41de-a537-eaada43be1ce with Priority: HIGHEST for action port [ 1107.714205] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 1107.714350] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1107.714502] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe81b809-4e0c-41de-a537-eaada43be1ce with Priority: HIGHEST for action port [ 1107.714789] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.715029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.715029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.716371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.716371] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.716371] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.716371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.716800] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe81b809-4e0c-41de-a537-eaada43be1ce taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.716800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe81b809-4e0c-41de-a537-eaada43be1ce" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.716800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe81b809-4e0c-41de-a537-eaada43be1ce" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.717771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe81b809-4e0c-41de-a537-eaada43be1ce" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.717771] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe81b809-4e0c-41de-a537-eaada43be1ce',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.048785] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1108.049107] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.049712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.049712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.049863] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.050042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.050140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.050363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.050481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.050607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.050751] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.178189] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.178189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.178189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.178189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.178189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.178189] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 1108.219650] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.223039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.223039] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe81b809-4e0c-41de-a537-eaada43be1ce with status ACTIVE [ 1108.223039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.223039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.223039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.223039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.223039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.223039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.223039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.223039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.223039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.223039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.224372] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.225460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.227469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.227469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.227469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.227469] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe81b809-4e0c-41de-a537-eaada43be1ce is going to be updated. [ 1108.242812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.242812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.242812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.242812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.242812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.257079] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 1108.271860] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.271860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.271860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.271860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.271860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.271860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe81b809-4e0c-41de-a537-eaada43be1ce" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.422349] env[70473]: INFO networking_nsxv3.common.synchronization [req-cdf91648-0284-43cc-a4f8-319348ad1d53 req-a2b618f9-1d13-46eb-8364-764f5d1157e2 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1108.422349] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1108.422349] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.422349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.423181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.423543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.423833] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.424099] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.424274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.424555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.424751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.425969] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.552990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.552990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.553178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.553720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.553720] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.553720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.553720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.553906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.553906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.554101] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.554171] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.554241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.554304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.554443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.554593] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.554699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.554748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.554881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.555121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.555121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.555121] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.743709] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.743928] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.744073] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.744358] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.744648] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.744821] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.744978] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.745217] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.745356] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.745578] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.747186] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.747186] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.747186] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.747186] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.747186] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.747186] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.774469] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.774469] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.774731] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.774840] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-571" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.775186] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-d69d94bb-5a00-4dee-9156-ede214e98408 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.775372] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.775500] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.775846] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.775996] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69d94bb-5a00-4dee-9156-ede214e98408',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.927539] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.057706] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9095f9a-a1bd-4a2b-aa29-ddc63774597b: rpc.has_security_group_logging(os_id): False [ 1109.060909] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b971a852-0664-4d4a-8e3d-902c42a7a89b in Status: SUCCESS [ 1109.061190] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b971a852-0664-4d4a-8e3d-902c42a7a89b deletion is rescheduled due to dependency. [ 1109.061382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.077363] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.077654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.077654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.077903] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.078015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.078315] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.078471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.078560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.078789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.078902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.079101] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.079195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.079304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.079496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.079594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.079812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.079946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.080119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.080208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.080277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.080380] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1109.158213] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.158427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.158506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.158810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.159012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.179887] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1109.279226] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.279519] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.279651] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.279956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.280134] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.280301] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port d69d94bb-5a00-4dee-9156-ede214e98408 not found, creating... [ 1109.280583] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.280840] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.281121] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.281395] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.281662] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.282092] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.282307] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.282904] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.282904] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.282904] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.283114] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: d69d94bb-5a00-4dee-9156-ede214e98408 is going to be created. [ 1109.317423] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.317639] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.317639] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.317911] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.318276] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.318532] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.430853] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.558208] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1109.558375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.558718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.558782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.558987] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.559131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.559202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.559348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.559428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.559518] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.933444] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.933444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.933444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.933939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.933939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.933939] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1109.971519] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.971519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.974095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.974095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.974095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.984647] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1110.062929] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.157674] env[70473]: INFO networking_nsxv3.common.synchronization [req-cdf91648-0284-43cc-a4f8-319348ad1d53 req-46e54a06-704f-44df-b47a-c05515cd2a66 service nova] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1110.157914] env[70473]: INFO networking_nsxv3.common.synchronization [req-cdf91648-0284-43cc-a4f8-319348ad1d53 req-46e54a06-704f-44df-b47a-c05515cd2a66 service nova] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1110.158614] env[70473]: INFO networking_nsxv3.common.synchronization [req-cdf91648-0284-43cc-a4f8-319348ad1d53 req-46e54a06-704f-44df-b47a-c05515cd2a66 service nova] Enqueued Resource ID: d69d94bb-5a00-4dee-9156-ede214e98408 with Priority: HIGHEST for action port [ 1110.158614] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1110.158741] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1110.158851] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69d94bb-5a00-4dee-9156-ede214e98408 with Priority: HIGHEST for action port [ 1110.159581] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.159711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.159800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.159975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.160062] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.160961] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.161093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.161299] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69d94bb-5a00-4dee-9156-ede214e98408 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.161398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.161458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.161663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.161733] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69d94bb-5a00-4dee-9156-ede214e98408',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.269264] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 1110.269434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.269764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.270014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.270244] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.270372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.270465] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.270671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.270771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.270906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.271067] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.565633] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.664164] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.664164] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.664369] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d69d94bb-5a00-4dee-9156-ede214e98408 with status ACTIVE [ 1110.664480] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.664728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.664728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.665076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.665177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.665353] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.665450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.665501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.665667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.665745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.665930] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.666053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.666112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.666394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.666394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.666394] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d69d94bb-5a00-4dee-9156-ede214e98408 is going to be updated. [ 1110.691287] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.691449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.691533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.691786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.691966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.692150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.773625] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.773887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.773887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.774095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.774277] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.774385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.774437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.774585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.774700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.774818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.774983] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.775109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.775174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.775331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.775456] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.775689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.775689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.775801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.775922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.775969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.776087] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.946243] env[70473]: INFO networking_nsxv3.common.synchronization [req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b req-b661ae40-5378-4eb7-b3e4-14bbb15f9b74 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1110.950463] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1110.954081] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.954081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.954081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.954081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.954081] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.954081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.954081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.954081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.954081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.954081] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.069395] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.069753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.069753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.069907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.070904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.070904] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1111.100341] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.100539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.100639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.100931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.101145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.111553] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1111.197948] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1111.198232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.278174] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49: rpc.has_security_group_logging(os_id): False [ 1111.303164] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.303310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.303380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.303589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.303823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.304029] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.304138] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.304201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.304351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.304426] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.304631] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.304736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.304785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.304928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.304999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.305186] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.305279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.305340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.305475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.305548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.305639] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be updated. [ 1111.376470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.376630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.376690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.376893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.377054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.380223] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.380411] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.380538] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.380791] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.381054] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.381210] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.381328] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.381539] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.381745] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.381919] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.382049] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.382170] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.382283] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.382407] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1111.383029] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.383029] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.406320] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: IN_PROGRESS for 2s [ 1111.408158] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.408158] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1111.408158] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.408158] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.409028] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-51536b58-4517-46a0-9430-27e8ae9400b0 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.409028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-51536b58-4517-46a0-9430-27e8ae9400b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.409028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-51536b58-4517-46a0-9430-27e8ae9400b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.409028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-51536b58-4517-46a0-9430-27e8ae9400b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.409290] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51536b58-4517-46a0-9430-27e8ae9400b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.458753] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.461714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.461714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.462109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.462937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.462937] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.462937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.462937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.463439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.463439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.463507] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1111.495574] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.495728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.495803] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.496027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.496175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.527084] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1111.913941] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.914331] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.914562] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.914898] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.915076] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.915255] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 51536b58-4517-46a0-9430-27e8ae9400b0 not found, creating... [ 1111.915539] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.915707] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.915833] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.916076] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.916645] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.916645] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.916819] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.916819] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.916982] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.917130] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.917270] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 51536b58-4517-46a0-9430-27e8ae9400b0 is going to be created. [ 1111.941796] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.941796] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.941987] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.942204] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.942625] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.942869] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-51536b58-4517-46a0-9430-27e8ae9400b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.006292] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1112.006534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.006716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.006934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.007143] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.007260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.007333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.007550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.007639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.007844] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.510967] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.713024] env[70473]: INFO networking_nsxv3.common.synchronization [req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b req-6aa83a24-45fb-4da4-bfa4-62ce932a8197 service nova] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_rules [ 1112.713024] env[70473]: INFO networking_nsxv3.common.synchronization [req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b req-6aa83a24-45fb-4da4-bfa4-62ce932a8197 service nova] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1112.713024] env[70473]: INFO networking_nsxv3.common.synchronization [req-c2206db8-c7ab-40e5-8068-c1a1ef4f385b req-6aa83a24-45fb-4da4-bfa4-62ce932a8197 service nova] Enqueued Resource ID: 51536b58-4517-46a0-9430-27e8ae9400b0 with Priority: HIGHEST for action port [ 1112.713024] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_rules [ 1112.713024] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1112.713024] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51536b58-4517-46a0-9430-27e8ae9400b0 with Priority: HIGHEST for action port [ 1112.713024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.713024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.713024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.713024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.715256] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.717050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.717050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.717050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-51536b58-4517-46a0-9430-27e8ae9400b0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.717050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51536b58-4517-46a0-9430-27e8ae9400b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.717050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51536b58-4517-46a0-9430-27e8ae9400b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.717050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51536b58-4517-46a0-9430-27e8ae9400b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.717050] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51536b58-4517-46a0-9430-27e8ae9400b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.015211] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.123455] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 4s [ 1113.219506] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.219506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.219506] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51536b58-4517-46a0-9430-27e8ae9400b0 with status ACTIVE [ 1113.219506] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.219506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.219729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.219783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.219866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.220461] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.220461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.220461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.220639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.220801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.220996] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.221106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.221400] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.221561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.221666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.221762] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51536b58-4517-46a0-9430-27e8ae9400b0 is going to be updated. [ 1113.253508] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.253703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.253821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.254040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.254206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.254382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51536b58-4517-46a0-9430-27e8ae9400b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.423592] env[70473]: INFO networking_nsxv3.common.synchronization [req-42160177-0e1a-4643-ae07-d9fe33b3fa96 req-e4b1d2c9-b7a3-485c-8023-5a717b54475c tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 1113.423592] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 1113.423592] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.423592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.423592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.423841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.423917] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.424021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.424333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.424333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.424465] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.424599] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.450079] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 in Status: SUCCESS [ 1113.450442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.520631] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.520631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.520631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.520631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.520631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.520631] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1113.542526] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1113.542526] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 deletion is rescheduled due to dependency. [ 1113.542681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.542864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.543202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.543469] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.543710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.543769] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.544146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.544222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.544314] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.572664] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.572879] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.572879] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.573116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.573284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.587525] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1113.837155] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.837488] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.837953] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.838048] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.838495] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.838835] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.839058] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.839432] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.839775] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.839993] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.840216] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.840419] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.840641] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.840844] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.841044] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.841289] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.869136] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.870324] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.870655] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.870965] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.871539] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.871907] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.872187] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.872734] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.873033] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20b0e2f-49e8-4b13-9f73-3a14523f83a7',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.929831] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.931048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.931048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.931048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.972051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.972399] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.972491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.972522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.973098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.973098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.973098] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c is going to be updated. [ 1114.023920] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.024299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.024299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.024453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.024621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.046261] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: IN_PROGRESS for 2s [ 1114.049827] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.375832] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.376138] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.376325] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.376667] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.376869] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.377075] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port c20b0e2f-49e8-4b13-9f73-3a14523f83a7 not found, creating... [ 1114.377383] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.377584] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.377794] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.378087] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.378288] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.378610] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.378844] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.379012] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.379292] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.379440] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.379588] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: c20b0e2f-49e8-4b13-9f73-3a14523f83a7 is going to be created. [ 1114.403279] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.403279] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.403279] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.403279] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.403279] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.403279] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.552319] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.055230] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.055580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.055717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.055956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.056105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.056252] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1115.099403] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.099631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.099631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.099909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.100105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.115244] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1115.143432] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1115.143689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.144109] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.144307] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.144428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.144604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.144749] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.146112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.146340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.146554] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.146688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.146767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.146934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.147018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.147086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.147248] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.266288] env[70473]: INFO networking_nsxv3.common.synchronization [req-42160177-0e1a-4643-ae07-d9fe33b3fa96 req-99840705-2167-435e-ae44-f706eca7dd0a service nova] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_rules [ 1115.266522] env[70473]: INFO networking_nsxv3.common.synchronization [req-42160177-0e1a-4643-ae07-d9fe33b3fa96 req-99840705-2167-435e-ae44-f706eca7dd0a service nova] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 1115.266745] env[70473]: INFO networking_nsxv3.common.synchronization [req-42160177-0e1a-4643-ae07-d9fe33b3fa96 req-99840705-2167-435e-ae44-f706eca7dd0a service nova] Enqueued Resource ID: c20b0e2f-49e8-4b13-9f73-3a14523f83a7 with Priority: HIGHEST for action port [ 1115.269839] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_rules [ 1115.270154] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 1115.270154] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20b0e2f-49e8-4b13-9f73-3a14523f83a7 with Priority: HIGHEST for action port [ 1115.270458] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.270630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.270733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.270947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.271059] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.272138] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.276147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.276147] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.276147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.276147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.276147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.276147] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20b0e2f-49e8-4b13-9f73-3a14523f83a7',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.610300] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1115.610669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.610726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.611192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.611397] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.611521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.611588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.611761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.611844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.611934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.612037] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.651194] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.652178] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.652365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.652434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.652622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.652754] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.652845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.652916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.653820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.653820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.653820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.653820] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.653820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.653820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.653820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.654449] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.654449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.658148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.658565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.659622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.659622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.659622] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.663815] env[70473]: INFO networking_nsxv3.common.synchronization [req-7c968048-a677-4179-be3e-7ccb6bca9947 req-58ff50bf-db28-496b-93cb-9e188b4be5e7 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Enqueued Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_members [ 1115.664188] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGHEST for action security_group_members [ 1115.664539] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.664826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.664826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.665123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.665228] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.665360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.665454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.665651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.665743] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.665931] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.780242] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.780554] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.780679] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c20b0e2f-49e8-4b13-9f73-3a14523f83a7 with status ACTIVE [ 1115.780875] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.781067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.781181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.781461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.781592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.782055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.782200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.782282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.782507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.782644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.782916] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.783046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.783240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.783300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.783351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.783439] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c20b0e2f-49e8-4b13-9f73-3a14523f83a7 is going to be updated. [ 1115.807542] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.807692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.807765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.808008] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.808198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.808377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.058135] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: SUCCESS [ 1116.058331] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c deletion is rescheduled due to dependency. [ 1116.058448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.058613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.058828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.059017] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.059145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.059206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.059355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.059433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.059526] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.114515] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.114515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.114846] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.114911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.115099] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.115197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.115643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.115643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.115643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.115643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.115866] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.115866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.115866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.116047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.116114] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.116188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.116247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.116390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.116464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.116530] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.116621] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.163348] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.166205] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a588cdce-151d-480c-b298-1af7ce25f24a: rpc.has_security_group_logging(os_id): False [ 1116.171801] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.171980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.172064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.172696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.172696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.172835] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.172959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.174966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.174966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.174966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.174966] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfed48e-e18f-4441-a32c-149401eaab69 is going to be updated. [ 1116.185201] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.185352] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.185420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.185644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.186130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.186382] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.186488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.186959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.186959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.186959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.187228] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.187228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.187228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.187506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.187506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.187595] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.187680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.187738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.187888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.188195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.188288] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1116.248840] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.249014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.249104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.249347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.249453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.264263] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfed48e-e18f-4441-a32c-149401eaab69 in Status: IN_PROGRESS for 2s [ 1116.316622] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.316795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.316866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.317276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.317447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.335721] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1116.500988] env[70473]: INFO networking_nsxv3.common.synchronization [req-0718dbee-9383-42a4-bda6-6522b5947326 req-77a3a0f7-7f4d-473f-8f93-bc7d5d62adc3 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1116.501569] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1116.501966] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.503126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.503283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.503767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.503767] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.503912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.503912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.506078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.506078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.506078] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.565176] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.620674] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d999bca-1249-44cf-83a3-ef2209dc6b69: rpc.has_security_group_logging(os_id): False [ 1116.645719] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.645719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.645719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.645719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.645719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.645719] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.645719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.645719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.645719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.646310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.646310] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.646310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.646310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.646455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.646455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.646661] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.646792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.646839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.646967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.647117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.647206] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1116.665380] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1116.665615] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1116.789023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.789023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.789023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.789023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.789023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.818891] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1117.008420] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.008634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.008671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.008922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.009051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.009296] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.009444] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.009547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.009810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.009924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.010076] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1117.047512] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.047696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.047750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.049099] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.049099] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.059417] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1117.068961] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.142241] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 4s [ 1117.571952] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.572142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.572215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.572437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.572529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.572627] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c is going to be updated. [ 1117.634096] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.634423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.634423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.634516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.634659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.645861] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: IN_PROGRESS for 2s [ 1117.946305] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.946305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.946305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.946305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.963286] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1117.964469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.965836] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1118.004959] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.005141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.005226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.005581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.019163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.019808] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1118.019896] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1118.019984] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1118.071151] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.071360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.071420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.071630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.074416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.074416] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1118.196149] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.196487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.196573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.197088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.197759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.200079] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1118.276965] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bfed48e-e18f-4441-a32c-149401eaab69 in Status: SUCCESS [ 1118.277185] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bfed48e-e18f-4441-a32c-149401eaab69 deletion is rescheduled due to dependency. [ 1118.277312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.342319] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.342520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.342520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.342799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.343140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.343427] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1118.343558] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e843cd91-7e6f-46c9-a5dc-a1cb7fad7339', '817102b4-35f9-4b3d-bf64-15794ab97887', '7fc58bb5-718b-48af-8f90-79b2ebb3f3eb', '409a6771-0276-41d9-9253-5ff63b8c9b5c', '4dc8f8e1-5634-4d05-a11c-eabc0edfbc49', 'd361db7e-7bdc-4450-9c63-43f7109cc547', '7d5a02fe-9587-418d-83e7-d3f82f118084', '7a7096f8-cb87-4d0b-8adf-1ecb38dcea93', '5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea', '3ee3a605-86fc-4ad2-b9d8-051fb344d23e', '632710ad-6cd9-4e50-9286-2d4cf6514bf0', 'b1884fe5-1927-4057-9fb8-fa53d5d0e0a2', '5761d008-f405-423c-80c5-8b4193db4f76', 'feb00212-6a5b-4563-901e-57211971218a', '4f20b8a6-540f-41a2-be87-28218c7478ae', 'a588cdce-151d-480c-b298-1af7ce25f24a', 'd965840b-e49b-4ee6-9324-ebb43ad2ea2f', '4137c35c-56ac-4e74-8e28-976b68a3ea1c', '6df1e0fc-185b-4b24-befc-7960a3924bef', '6c8b6638-8c88-471e-bd73-158a8fd7d5af', '8bd60804-7540-472d-bd0b-a2a70bc6798d', '7bfed48e-e18f-4441-a32c-149401eaab69', 'f9095f9a-a1bd-4a2b-aa29-ddc63774597b', '9f0b59fe-3786-4e48-9c9b-3cc44adc479c', '6c08c002-ed94-4fb1-b21c-e4817f96bd41', '18798269-238c-4eef-940d-0815cbcee228', 'b971a852-0664-4d4a-8e3d-902c42a7a89b', '39f3767e-b0de-43e3-a33f-5801f9ba40fb', '88df22ba-c0c1-435a-acbd-f8fbc6b32c50', 'a95b088a-7bbd-4096-a469-14b800f7e090', 'f46f4612-d7c9-4be0-a6e9-6b975a3cc44e', 'fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10', '25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e', 'c46d4bd0-bee8-41cd-9056-12bf9eb66450', '5e7177a4-398d-434a-a10b-49987e1a5b62', '14cb07d0-607b-4c6f-bd56-9b768c2742de', 'ed330ec0-017c-4f04-a948-c6a057a72fb2', 'd9f09645-1544-44fe-9db1-f99d04c5b15a', '7c5c3d4d-90b9-403a-b740-34644205cd73', '38453a9f-d8c1-4034-b7ec-eb3c2ee90596', '0af86f18-ae9a-4317-bd14-495a7bfdbb27', '2d88ffa4-da53-4e7c-821a-89774d12bf3d', '7d999bca-1249-44cf-83a3-ef2209dc6b69', 'f67e8ac3-0f4d-4482-ba7e-ab3499927b69', '6dcaf767-8886-4447-8f99-5e40aab802b0'} {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1118.343670] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1118.355491] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1118.355766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.368084] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.368284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.368360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.368584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.368674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.368787] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1118.368860] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1118.368930] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1118.507746] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.507911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.507986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.508592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.512576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.512576] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1118.512576] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1118.512576] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1118.512576] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1118.512576] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 817102b4-35f9-4b3d-bf64-15794ab97887 with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGH for action security_group_rules [ 1118.512576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.861254] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1118.861254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.073674] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1119.073999] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 1119.074078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.150584] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1119.150821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.151009] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.151231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.151422] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.151536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.151601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.152364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.152364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.152364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.152364] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.656767] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: SUCCESS [ 1119.657338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.657491] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.659201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.659314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.659531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.659710] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.659825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.659889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.660195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.660195] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.660388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.660388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.660523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.660523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.660660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.660797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.660887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.660942] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.661090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.661161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.661236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.661395] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.662228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.662399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.662545] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.662625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.662691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.662811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.662880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.662969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.663071] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.165865] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d361db7e-7bdc-4450-9c63-43f7109cc547: rpc.has_security_group_logging(os_id): False [ 1120.167683] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.168869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.168869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.168869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.168869] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.168869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.168869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.168869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.169303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.169303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.170065] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.170065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.170065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.170065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.170065] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.170065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.170419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.170454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.170600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.170741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.170872] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.196555] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.196555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.196555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.196555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.224699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.227018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.227018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.227018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.227018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.227910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.227910] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1120.309717] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.309717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.309717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.309717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.309717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.335851] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1120.678302] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4137c35c-56ac-4e74-8e28-976b68a3ea1c: rpc.has_security_group_logging(os_id): False [ 1120.704159] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.705029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.705029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.705029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.725868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.726269] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.726454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.726454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.726585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.727190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.727190] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.727190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.727190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.727453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.727453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.727453] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.727562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.727614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.727763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.727841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.727929] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c is going to be updated. [ 1120.810530] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.810703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.810786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.810977] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.811135] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.828229] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: IN_PROGRESS for 2s [ 1120.980675] env[70473]: INFO networking_nsxv3.common.synchronization [None req-4d916c2b-0166-4b8b-89a2-7927ae32d442 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Enqueued Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_rules [ 1120.981378] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_rules [ 1120.981492] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGH for action security_group_rules [ 1120.981789] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb with Priority: HIGH for action security_group_rules [ 1120.981789] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 with Priority: HIGH for action security_group_rules [ 1120.981926] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGH for action security_group_rules [ 1120.984219] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGH for action security_group_rules [ 1120.984522] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGH for action security_group_rules [ 1120.984652] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGH for action security_group_rules [ 1120.984893] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f with Priority: HIGH for action security_group_rules [ 1120.985015] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb00212-6a5b-4563-901e-57211971218a with Priority: HIGH for action security_group_rules [ 1120.985166] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGH for action security_group_rules [ 1120.985358] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5761d008-f405-423c-80c5-8b4193db4f76 with Priority: HIGH for action security_group_rules [ 1120.985429] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 with Priority: HIGH for action security_group_rules [ 1120.985564] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 with Priority: HIGH for action security_group_rules [ 1120.985645] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e with Priority: HIGH for action security_group_rules [ 1120.985788] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGH for action security_group_rules [ 1120.985904] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGH for action security_group_rules [ 1120.989594] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 with Priority: HIGH for action security_group_rules [ 1120.989903] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGH for action security_group_rules [ 1120.990022] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817102b4-35f9-4b3d-bf64-15794ab97887 with Priority: HIGH for action security_group_rules [ 1120.990181] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGH for action security_group_rules [ 1120.990629] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.990857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.990905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.991232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.991311] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.992479] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.992615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.993213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.993478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.993569] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.994618] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.994752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.994808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.995066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.995066] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fc58bb5-718b-48af-8f90-79b2ebb3f3eb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.996255] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d5a02fe-9587-418d-83e7-d3f82f118084 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.996424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.996516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.996831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.996831] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d5a02fe-9587-418d-83e7-d3f82f118084',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.997732] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.997960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.998204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.998476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.998587] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.000082] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.000229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.000336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.000481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.000582] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.002097] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.002233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.002324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.002521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.002601] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.003675] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.003818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.004108] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.004241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.004292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.004528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.004593] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d965840b-e49b-4ee6-9324-ebb43ad2ea2f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.005604] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-feb00212-6a5b-4563-901e-57211971218a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.005741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.005808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.005989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.006171] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('feb00212-6a5b-4563-901e-57211971218a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.006932] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.007114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.007191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.007390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.007472] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.008328] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5761d008-f405-423c-80c5-8b4193db4f76 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.008499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.008587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.008752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.008826] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5761d008-f405-423c-80c5-8b4193db4f76',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.009609] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.009896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.009896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.010057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.010057] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1884fe5-1927-4057-9fb8-fa53d5d0e0a2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.010963] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-632710ad-6cd9-4e50-9286-2d4cf6514bf0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.011098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.011204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.011342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.011426] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('632710ad-6cd9-4e50-9286-2d4cf6514bf0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.012216] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.012369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.012441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.012591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.012656] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee3a605-86fc-4ad2-b9d8-051fb344d23e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.013434] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.013565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.013634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.013745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.013817] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.015166] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.015263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.015462] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.015566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.015640] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.015770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.015834] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7096f8-cb87-4d0b-8adf-1ecb38dcea93',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.016806] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.016806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.016806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.016991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.016991] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.017644] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817102b4-35f9-4b3d-bf64-15794ab97887 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.017761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.017827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.018031] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.018142] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817102b4-35f9-4b3d-bf64-15794ab97887',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.019040] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.019202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.019320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.019535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.019633] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.135163] env[70473]: INFO networking_nsxv3.common.synchronization [None req-d931f5ac-1f87-4344-a73b-bef311c4f7d2 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Enqueued Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_rules [ 1121.135163] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_rules [ 1121.137068] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.137422] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.524218] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8b6638-8c88-471e-bd73-158a8fd7d5af taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.524677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.524677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.525033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.525176] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.525281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.525439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.525638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.525818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.525987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.526153] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.528674] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.528887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.528967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.529272] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.529535] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.529693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.529817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.530113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.530241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.530451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.530561] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.535325] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.535602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.535748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.536047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.536294] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.536426] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.536494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.536800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.536800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.536955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.537030] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.538598] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.538669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.538765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.539019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.539280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.541441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.541441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.541441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.541441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.541441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.541441] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.545452] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.545875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.545875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.546023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.548243] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.548420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.548493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.548689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.548816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.549059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.549059] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.551165] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.551291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.551352] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.551732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.551732] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.551941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.551941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.552166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.552291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.552330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.552417] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.563525] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.563762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.563980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.564122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.564352] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.564514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.564643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.564889] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.565033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.565193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.565287] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.613444] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.613637] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.613926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.614104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.620627] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.620833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.624879] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.625054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.629710] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.629926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.631510] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.631739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.633144] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.633284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.634209] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.634316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.636925] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.636925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.638820] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.638944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.640067] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.640183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.641063] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.641184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.665762] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1121.666606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.666837] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d965840b-e49b-4ee6-9324-ebb43ad2ea2f is going to be deleted. [ 1121.668055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.669219] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.671964] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.672249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.749552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.749716] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5761d008-f405-423c-80c5-8b4193db4f76 is going to be deleted. [ 1121.750695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.750915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.763957] env[70473]: INFO networking_nsxv3.common.synchronization [req-b4f81113-e54f-499b-8146-542162827aba req-308a68d9-ac7d-435c-85d8-94e02654c219 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1121.764885] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1121.765325] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.765495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.765569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.765807] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.765986] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.766125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.766192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.766382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.766471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.766601] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.799120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.799902] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 632710ad-6cd9-4e50-9286-2d4cf6514bf0 is going to be deleted. [ 1121.800968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.801477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.866483] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.866704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.867494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.867611] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7096f8-cb87-4d0b-8adf-1ecb38dcea93 is going to be deleted. [ 1121.868493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.868708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.880562] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.880717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.892905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.892905] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: feb00212-6a5b-4563-901e-57211971218a is going to be deleted. [ 1121.894114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.894458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.894564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.894680] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae already deleted. [ 1121.894771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.896388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.896613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.897899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.898123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.898211] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.929795] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.929991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.977875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.978089] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817102b4-35f9-4b3d-bf64-15794ab97887 is going to be deleted. [ 1121.979511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.979848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.035426] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.035517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.035797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.035891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.041303] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.041471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.042972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.042972] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee3a605-86fc-4ad2-b9d8-051fb344d23e is going to be deleted. [ 1122.044182] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.045245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.045522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.067773] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.067947] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.069281] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.070149] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.070516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.070516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.070672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.070875] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.070986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.071063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.071253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.071340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.071462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.071982] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.071982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.071982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.071982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.072598] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.072598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.072598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.072598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.072598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.072598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.072782] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.085034] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.109273] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.109424] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d5a02fe-9587-418d-83e7-d3f82f118084 is going to be deleted. [ 1122.110514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.114028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.174536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.174742] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be deleted. [ 1122.175971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.176279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.262524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.262728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.269466] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.284078] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.284452] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1884fe5-1927-4057-9fb8-fa53d5d0e0a2 is going to be deleted. [ 1122.286064] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.286457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.304246] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.304529] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.333847] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.334116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.337401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.338148] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fc58bb5-718b-48af-8f90-79b2ebb3f3eb is going to be deleted. [ 1122.340341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.340586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.340695] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.340846] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d965840b-e49b-4ee6-9324-ebb43ad2ea2f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.341071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.341250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.341337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.341429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5761d008-f405-423c-80c5-8b4193db4f76" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.342365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.342500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.342580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.342693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-632710ad-6cd9-4e50-9286-2d4cf6514bf0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.342843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.343014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.343099] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.343219] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7096f8-cb87-4d0b-8adf-1ecb38dcea93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.343353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.343524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.343631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.343794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-feb00212-6a5b-4563-901e-57211971218a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.343941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.344076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.344168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.344279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817102b4-35f9-4b3d-bf64-15794ab97887" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.344412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.344550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.344654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.344788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee3a605-86fc-4ad2-b9d8-051fb344d23e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.345049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.345212] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.345303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.345459] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.373715] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.373715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.373715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.373715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.373715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.373715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d5a02fe-9587-418d-83e7-d3f82f118084" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.379788] env[70473]: INFO networking_nsxv3.common.synchronization [req-760d458a-4920-481d-8599-346025341d17 req-14c130d2-ac4e-405f-a3fb-d543c44ffcd5 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1122.380027] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1122.380839] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.380839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.380839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.380839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.380839] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.382248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.382384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.382677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.382851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.383012] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.426681] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1122.426860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.427275] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.427448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.427537] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.528062] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.528062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.528062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.528062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.528062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.528062] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae already deleted. [ 1122.528062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.531906] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.531906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.531906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.531906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.531906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.531906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fc58bb5-718b-48af-8f90-79b2ebb3f3eb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.549856] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea: rpc.has_security_group_logging(os_id): False [ 1122.559153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.559310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.559395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.559594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.559689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.559813] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1884fe5-1927-4057-9fb8-fa53d5d0e0a2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.575374] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f20b8a6-540f-41a2-be87-28218c7478ae: rpc.has_security_group_logging(os_id): False [ 1122.576575] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c8b6638-8c88-471e-bd73-158a8fd7d5af: rpc.has_security_group_logging(os_id): False [ 1122.577571] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e843cd91-7e6f-46c9-a5dc-a1cb7fad7339: rpc.has_security_group_logging(os_id): False [ 1122.580846] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df1e0fc-185b-4b24-befc-7960a3924bef: rpc.has_security_group_logging(os_id): False [ 1122.586494] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 409a6771-0276-41d9-9253-5ff63b8c9b5c: rpc.has_security_group_logging(os_id): False [ 1122.588646] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.588646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.588646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.589143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.619418] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.619418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.625167] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.625167] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.625167] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.625419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.631157] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.631157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.631157] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.631157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.638995] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1122.640816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.640816] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.641017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.641017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.641337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.641455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.641601] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea is going to be updated. [ 1122.642997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.647783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.773308] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.843103] env[70473]: INFO networking_nsxv3.common.synchronization [req-75777840-6ef7-4e4c-b3f9-9ae34f75599a req-a684eadf-94d8-4b35-a350-060c86f1bcea tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1122.843103] env[70473]: INFO networking_nsxv3.common.synchronization [req-75777840-6ef7-4e4c-b3f9-9ae34f75599a req-a684eadf-94d8-4b35-a350-060c86f1bcea tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_members [ 1122.846027] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1122.846027] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_members [ 1122.846027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.846027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.846027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.846027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.846027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.846027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.846027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.846600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.846600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.846600] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.847429] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-16805176-d16e-489b-a0b0-64bdb163f95e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.847563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.847612] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.847817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.848549] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.848725] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.849238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.849537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.849669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.849788] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.885240] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.887659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.892033] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.892033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.892033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.892033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.892033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.892033] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c is going to be updated. [ 1122.892033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.892434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.931020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.931117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.931117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.931368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.931609] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.931689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.931750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.932125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.932125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.932125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.932246] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.952612] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: SUCCESS [ 1122.952612] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.952612] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.952764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.952856] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.960015] env[70473]: INFO networking_nsxv3.common.synchronization [req-75777840-6ef7-4e4c-b3f9-9ae34f75599a req-a684eadf-94d8-4b35-a350-060c86f1bcea tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_rules [ 1122.960015] env[70473]: INFO networking_nsxv3.common.synchronization [req-75777840-6ef7-4e4c-b3f9-9ae34f75599a req-a684eadf-94d8-4b35-a350-060c86f1bcea tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_members [ 1122.960015] env[70473]: INFO networking_nsxv3.common.synchronization [req-75777840-6ef7-4e4c-b3f9-9ae34f75599a req-a684eadf-94d8-4b35-a350-060c86f1bcea tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1122.960015] env[70473]: INFO networking_nsxv3.common.synchronization [req-75777840-6ef7-4e4c-b3f9-9ae34f75599a req-a684eadf-94d8-4b35-a350-060c86f1bcea tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1122.960015] env[70473]: INFO networking_nsxv3.common.synchronization [req-75777840-6ef7-4e4c-b3f9-9ae34f75599a req-a684eadf-94d8-4b35-a350-060c86f1bcea tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: d69d94bb-5a00-4dee-9156-ede214e98408 with Priority: HIGHEST for action port [ 1122.960015] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_rules [ 1122.960015] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1122.960015] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69d94bb-5a00-4dee-9156-ede214e98408 with Priority: HIGHEST for action port [ 1122.960015] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_members [ 1122.960015] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1122.960728] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16805176-d16e-489b-a0b0-64bdb163f95e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.960728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.960728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.962897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.962897] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.965982] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.965982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.965982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.965982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.965982] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.967865] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69d94bb-5a00-4dee-9156-ede214e98408 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.968368] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.968452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.968671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.969185] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69d94bb-5a00-4dee-9156-ede214e98408',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.970250] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-16805176-d16e-489b-a0b0-64bdb163f95e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.970503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.970781] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.970877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.973845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.973845] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.974062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.974062] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.974401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.974499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.974723] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.974831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.974893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.975133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.975133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.975424] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.975424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.975641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.975762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.975762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.975841] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be updated. [ 1122.980693] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.980945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.005534] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.005534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.032095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.033391] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.033589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.033663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.033982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.034223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.034337] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af is going to be updated. [ 1123.036135] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.036330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.055514] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.055514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.086600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.086924] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.087094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.087194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.087411] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.087519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.087627] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 is going to be updated. [ 1123.088875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.089148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.089330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.090579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.090796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.132057] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea in Status: IN_PROGRESS for 2s [ 1123.138160] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.138160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.150388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.150708] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.150816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.150891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.151134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.151224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.151315] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1123.152597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.152781] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.153341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.153987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.154274] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.154445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.204412] env[70473]: INFO networking_nsxv3.common.synchronization [req-cd1c5ba7-4e51-4c94-bd80-34ce504ec8a3 req-abd53223-af4b-42ed-81d4-d41604c57600 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1123.205365] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1123.205879] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.206074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.206184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.206511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.206738] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.206903] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.207013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.207279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.207388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.207530] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.210117] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.210341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.210454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.210737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.211018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.234108] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: IN_PROGRESS for 2s [ 1123.234108] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: IN_PROGRESS for 2s [ 1123.277214] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.277462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.277508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.277727] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.277819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.277922] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1123.286024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.286280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.286380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.286590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.286762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.311251] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af in Status: IN_PROGRESS for 2s [ 1123.351947] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.352118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.352189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.352397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.352546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.353712] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.354693] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.376633] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 in Status: IN_PROGRESS for 2s [ 1123.395276] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1123.395599] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.412784] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.412784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.412784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.412784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.412784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.435931] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1123.438933] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.438933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.438933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.438933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.439279] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.439279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.439279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.439945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.439945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.439945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.439945] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.439945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.439945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.440276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.440276] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.440276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.440276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.440431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.440461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.441642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.441642] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.460165] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.460347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.460347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.460799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.460799] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.460933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.460933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.461110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.461186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.461363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.461363] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.471986] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.472158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.472445] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-16805176-d16e-489b-a0b0-64bdb163f95e taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.472558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.472727] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d69d94bb-5a00-4dee-9156-ede214e98408 with status ACTIVE [ 1123.473341] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.473341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.473341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.473516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.473516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.473697] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.473803] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.473864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.475241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.475241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.475241] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.475241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.475241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.476639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.476639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.476639] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d69d94bb-5a00-4dee-9156-ede214e98408 is going to be updated. [ 1123.532835] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.533345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.533345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.533467] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.533643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.533870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.714938] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.856271] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.860813] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.900932] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.901115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.901215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.901479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.901659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.901878] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1123.943119] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d361db7e-7bdc-4450-9c63-43f7109cc547: rpc.has_security_group_logging(os_id): False [ 1123.954568] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.954744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.954837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.955460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.955460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.964085] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.964229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.964296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.964585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.964792] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.964980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.965160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.965328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.965434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.965575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.965772] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.965980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.965980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.966170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.966361] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.966513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.966598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.966762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.966833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.966922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.967088] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.974393] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.974608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.974688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.974923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.975068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.975295] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.975407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.975461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.975636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.975715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.975943] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.976324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.976542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.976734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.976866] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.977202] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.977266] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.977332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.977887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.978044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.978187] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1123.986339] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1124.069947] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.070129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.070129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.070349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.070503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.110641] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1124.218818] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.361214] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.361425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.361501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.361840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.362244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.362244] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1124.364429] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.364590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.364694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.364958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.365102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.365235] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16805176-d16e-489b-a0b0-64bdb163f95e is going to be created. [ 1124.414868] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.415123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.415123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.415339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.415524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.418945] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.419123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.419194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.419393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.419534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.429456] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: UNINITIALIZED for 2s [ 1124.431203] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1124.470216] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4137c35c-56ac-4e74-8e28-976b68a3ea1c: rpc.has_security_group_logging(os_id): False [ 1124.494079] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.494079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.494079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.494079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.494079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.494403] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.494403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.494403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.494896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.494896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.495012] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.495098] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.495180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.495464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.495542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.495713] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.495818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.495888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.496114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.496293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.496445] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c is going to be updated. [ 1124.570702] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.571158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.571158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.571158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.571318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.587584] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: IN_PROGRESS for 2s [ 1124.722055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.722055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.722055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.722055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.722306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.722306] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c is going to be updated. [ 1124.780283] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.780283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.780283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.780283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.780283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.799123] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: IN_PROGRESS for 2s [ 1125.150588] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea in Status: SUCCESS [ 1125.150839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.275387] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: SUCCESS [ 1125.275387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.275387] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: SUCCESS [ 1125.275639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.325831] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af in Status: SUCCESS [ 1125.326223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.390849] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 in Status: SUCCESS [ 1125.391131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.413642] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1125.413874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.447232] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1125.447497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.447670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.447883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.448090] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.448211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.448275] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.448436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.448507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.448592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.448764] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.448875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.448914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.449068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.449198] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.449291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.449351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.449483] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.449555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.449634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.449721] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.952424] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a588cdce-151d-480c-b298-1af7ce25f24a: rpc.has_security_group_logging(os_id): False [ 1125.977747] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.977970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.978097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.978318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.998653] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1125.998876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.005880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.006375] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.006518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.006585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.006800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.006883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.007116] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.007221] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.007285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.007441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.007511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.007701] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.007792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.007833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.007974] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.008108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.008198] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1126.077225] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.077437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.077437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.077639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.077791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.096982] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1126.135343] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1126.135698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.440447] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: SUCCESS [ 1126.440828] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.441053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.441277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.441467] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.441583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.441646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.441796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.441879] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.441983] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.444050] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1126.444050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.444227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.444380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.444553] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.444666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.444732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.444876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.445018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.445315] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.602332] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: SUCCESS [ 1126.602563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.818367] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: SUCCESS [ 1126.818595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.947314] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.948561] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.450569] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.452013] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.955275] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.956856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.957158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.958156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.958782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.960195] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16805176-d16e-489b-a0b0-64bdb163f95e is going to be updated. [ 1127.962883] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.964875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.965017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.965319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.965463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.966893] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1128.007767] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.008116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.008263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.008578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.008781] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.011645] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.011820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.011923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.012280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.012518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.027151] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: IN_PROGRESS for 2s [ 1128.027759] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1128.114494] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1128.114777] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.207018] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.207087] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1128.739118] env[70473]: INFO networking_nsxv3.common.synchronization [req-999f142e-b786-4884-8147-0ccb55e97cff req-f3466e2c-ea56-4b5a-a667-cb0e6d36876e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 1128.740227] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGHEST for action security_group_members [ 1128.740715] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.740880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.740990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.741309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.741553] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.741971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.741971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.742147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.742254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.742494] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.810463] env[70473]: INFO networking_nsxv3.common.synchronization [req-999f142e-b786-4884-8147-0ccb55e97cff req-f3466e2c-ea56-4b5a-a667-cb0e6d36876e tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: c20b0e2f-49e8-4b13-9f73-3a14523f83a7 with Priority: HIGHEST for action port [ 1128.811205] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20b0e2f-49e8-4b13-9f73-3a14523f83a7 with Priority: HIGHEST for action port [ 1128.811544] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.811682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.811752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.811951] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.815306] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20b0e2f-49e8-4b13-9f73-3a14523f83a7',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.245728] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.246039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.246039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.246390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.246390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.246682] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.246808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.246808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.247149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.247149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.247149] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c is going to be updated. [ 1129.290836] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.291163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.291163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.291406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.291624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.301629] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: IN_PROGRESS for 2s [ 1129.319186] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c20b0e2f-49e8-4b13-9f73-3a14523f83a7 with status ACTIVE [ 1129.319414] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.319565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.319636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.319844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.319935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.320137] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.320270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.320335] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.320496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.320574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.320764] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.320857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.320916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.321072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.321161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.321261] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c20b0e2f-49e8-4b13-9f73-3a14523f83a7 is going to be updated. [ 1129.349643] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.349856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.349929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.350266] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.350508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.350738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c20b0e2f-49e8-4b13-9f73-3a14523f83a7" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.040040] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1130.040404] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.040534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.040883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.041137] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.041304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.041390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.041651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.041776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.041913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.042107] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.043719] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: SUCCESS [ 1130.043928] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.046736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.046736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.046736] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.046736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.046736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.046736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.046736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.046736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.046736] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.253409] env[70473]: INFO networking_nsxv3.common.synchronization [req-53586530-b3d6-48f8-85e2-940a972199c4 req-9f58caf8-d85c-4f2b-aca0-6353fb940df7 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1130.253635] env[70473]: INFO networking_nsxv3.common.synchronization [req-53586530-b3d6-48f8-85e2-940a972199c4 req-9f58caf8-d85c-4f2b-aca0-6353fb940df7 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 with Priority: HIGHEST for action security_group_members [ 1130.253905] env[70473]: INFO networking_nsxv3.common.synchronization [req-53586530-b3d6-48f8-85e2-940a972199c4 req-9f58caf8-d85c-4f2b-aca0-6353fb940df7 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_members [ 1130.254561] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1130.254677] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 with Priority: HIGHEST for action security_group_members [ 1130.254814] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_members [ 1130.255070] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.255247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.255317] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.255543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.255706] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.255809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.255873] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.256096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.256189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.256292] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.257253] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-933f929c-3ccf-4745-b3cb-a7aabe783983 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.257382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.257430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.257661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.257811] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.257923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.257995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.258140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.258263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.258369] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933f929c-3ccf-4745-b3cb-a7aabe783983',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.259403] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-16805176-d16e-489b-a0b0-64bdb163f95e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.259528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.259596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.259830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.260035] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.260146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.260217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.260422] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.260534] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.260633] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.304546] env[70473]: INFO networking_nsxv3.common.synchronization [req-53586530-b3d6-48f8-85e2-940a972199c4 req-9f58caf8-d85c-4f2b-aca0-6353fb940df7 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_rules [ 1130.304734] env[70473]: INFO networking_nsxv3.common.synchronization [req-53586530-b3d6-48f8-85e2-940a972199c4 req-9f58caf8-d85c-4f2b-aca0-6353fb940df7 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_members [ 1130.304878] env[70473]: INFO networking_nsxv3.common.synchronization [req-53586530-b3d6-48f8-85e2-940a972199c4 req-9f58caf8-d85c-4f2b-aca0-6353fb940df7 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1130.305023] env[70473]: INFO networking_nsxv3.common.synchronization [req-53586530-b3d6-48f8-85e2-940a972199c4 req-9f58caf8-d85c-4f2b-aca0-6353fb940df7 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1130.305211] env[70473]: INFO networking_nsxv3.common.synchronization [req-53586530-b3d6-48f8-85e2-940a972199c4 req-9f58caf8-d85c-4f2b-aca0-6353fb940df7 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 with Priority: HIGHEST for action security_group_rules [ 1130.305352] env[70473]: INFO networking_nsxv3.common.synchronization [req-53586530-b3d6-48f8-85e2-940a972199c4 req-9f58caf8-d85c-4f2b-aca0-6353fb940df7 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 with Priority: HIGHEST for action security_group_members [ 1130.305486] env[70473]: INFO networking_nsxv3.common.synchronization [req-53586530-b3d6-48f8-85e2-940a972199c4 req-9f58caf8-d85c-4f2b-aca0-6353fb940df7 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: d69d94bb-5a00-4dee-9156-ede214e98408 with Priority: HIGHEST for action port [ 1130.306131] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_rules [ 1130.306611] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_rules [ 1130.306611] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 with Priority: HIGHEST for action security_group_members [ 1130.306611] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69d94bb-5a00-4dee-9156-ede214e98408 with Priority: HIGHEST for action port [ 1130.306611] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 with Priority: HIGHEST for action security_group_rules [ 1130.306724] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_members [ 1130.306780] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1130.307087] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16805176-d16e-489b-a0b0-64bdb163f95e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.307558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.307558] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.307558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.307715] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-933f929c-3ccf-4745-b3cb-a7aabe783983 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.307774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.307947] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69d94bb-5a00-4dee-9156-ede214e98408 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.309095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.309178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.309563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.309721] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69d94bb-5a00-4dee-9156-ede214e98408',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.312425] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-933f929c-3ccf-4745-b3cb-a7aabe783983 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.312526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.312555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.312843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.312925] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('933f929c-3ccf-4745-b3cb-a7aabe783983',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.313757] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-16805176-d16e-489b-a0b0-64bdb163f95e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.313850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.314152] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.314152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.547700] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.547897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.549196] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.762575] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.763653] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.764682] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('933f929c-3ccf-4745-b3cb-a7aabe783983',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.815780] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-933f929c-3ccf-4745-b3cb-a7aabe783983 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.815962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.816151] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d69d94bb-5a00-4dee-9156-ede214e98408 with status ACTIVE [ 1130.816374] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.816525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.816525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.816737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.816820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.817031] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.817132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.817192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.817356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.817456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.817637] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.817818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.817818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.817929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.818012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.818102] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d69d94bb-5a00-4dee-9156-ede214e98408 is going to be updated. [ 1130.842989] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.843176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.843248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.843467] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.843608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.843789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69d94bb-5a00-4dee-9156-ede214e98408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.052648] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16805176-d16e-489b-a0b0-64bdb163f95e: rpc.has_security_group_logging(os_id): False [ 1131.073782] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.073938] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.074015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.074420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.074517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.074755] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.074867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.074930] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.075248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.075373] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.075473] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16805176-d16e-489b-a0b0-64bdb163f95e is going to be created. [ 1131.160265] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.160520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.160520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.160692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.160868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.178328] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: IN_PROGRESS for 2s [ 1131.265975] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.267159] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.271060] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('933f929c-3ccf-4745-b3cb-a7aabe783983',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.319066] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c in Status: SUCCESS [ 1131.319280] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c deletion is rescheduled due to dependency. [ 1131.319419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.769019] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.769267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.769267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.769518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.769602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.769720] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1131.771141] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.771296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.771352] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.771528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.771609] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.771704] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16805176-d16e-489b-a0b0-64bdb163f95e is going to be updated. [ 1131.772872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.772984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.773056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.773229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.773311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.773442] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 is going to be created. [ 1131.809095] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.809328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.809328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.809568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.809755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.813763] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.813926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.814059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.814301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.814485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.816398] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.816572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.816638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.816850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.817029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.838871] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1131.839584] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: IN_PROGRESS for 2s [ 1131.840358] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 in Status: UNINITIALIZED for 2s [ 1132.331859] env[70473]: INFO networking_nsxv3.common.synchronization [req-804e7982-299c-4b01-9ace-ffc140e71c4c req-b09c796a-2f95-4823-af72-10e9937d5ea5 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Enqueued Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_members [ 1132.332339] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGHEST for action security_group_members [ 1132.332339] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.332480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.332480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.332656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.332807] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.332904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.332960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.333176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.333328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.333432] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.837042] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.837042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.837042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.837042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.837345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.837443] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.837614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.837707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.837910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.837998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.838120] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea is going to be updated. [ 1132.879415] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.879734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.879902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.880213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.880397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.893116] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea in Status: IN_PROGRESS for 2s [ 1133.194798] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: SUCCESS [ 1133.195045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.195247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.195475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.195562] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.198150] env[70473]: INFO networking_nsxv3.common.synchronization [req-77bcf62c-2b40-48f4-a022-9b8f2a27dbb7 req-724b2c4a-c894-467b-b678-2f1976550dec tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1133.198829] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1133.199245] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.199334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.199334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.199511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.199671] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.199765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.199820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.199964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.200103] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.200198] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.386924] env[70473]: INFO networking_nsxv3.common.synchronization [req-a8761772-41ef-42ae-8904-b43fa8ca6eda req-33b81f51-b722-44c9-a4ae-832fbbe52a66 tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Enqueued Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_members [ 1133.387573] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_members [ 1133.387954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.388423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.388585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.388917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.389226] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.389407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.389541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.389789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.389915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.390073] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.676986] env[70473]: INFO networking_nsxv3.common.synchronization [req-7a8ff85f-4b6e-4f2a-b652-6f414185816a req-fcab949f-7ab7-44a0-8c4c-f64b2bbe8e7f tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1133.677185] env[70473]: INFO networking_nsxv3.common.synchronization [req-7a8ff85f-4b6e-4f2a-b652-6f414185816a req-fcab949f-7ab7-44a0-8c4c-f64b2bbe8e7f tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_members [ 1133.677338] env[70473]: INFO networking_nsxv3.common.synchronization [req-7a8ff85f-4b6e-4f2a-b652-6f414185816a req-fcab949f-7ab7-44a0-8c4c-f64b2bbe8e7f tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 with Priority: HIGHEST for action security_group_members [ 1133.677841] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1133.677975] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16805176-d16e-489b-a0b0-64bdb163f95e with Priority: HIGHEST for action security_group_members [ 1133.678100] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 with Priority: HIGHEST for action security_group_members [ 1133.678355] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.678477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.678644] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-16805176-d16e-489b-a0b0-64bdb163f95e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.678737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.678898] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-933f929c-3ccf-4745-b3cb-a7aabe783983 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.678984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.698990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-16805176-d16e-489b-a0b0-64bdb163f95e taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.704297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.706849] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.853329] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: SUCCESS [ 1133.853552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.853779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.854017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.854291] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.854452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.854517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.854679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.854759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.854880] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.856479] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1133.856649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.857511] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 in Status: SUCCESS [ 1133.857593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.857697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.857875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.858065] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.858242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.858242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.858384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.858464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.858551] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.860364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.863023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.863023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.863023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.863023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.863023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.863023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.863023] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933f929c-3ccf-4745-b3cb-a7aabe783983',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.893615] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.893786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.893858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.894443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.894443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.894661] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.894767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.894832] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.895010] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.895267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.895412] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae already deleted. [ 1133.895537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.070290] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.070486] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.070624] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.070898] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.071182] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.071349] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.071472] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.071705] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.071853] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.072120] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.072238] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.072411] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.072539] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.072663] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.072778] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.072928] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.097091] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.097313] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.097465] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.097651] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.097990] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-66ea366c-1d77-4331-99ef-ff5974e85a00 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.098180] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.098382] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.098646] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.098793] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ea366c-1d77-4331-99ef-ff5974e85a00',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.212334] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.362368] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.363764] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.363908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.363997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.364229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.364328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.364614] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.364614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.364719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.364821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.364898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.364986] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 is going to be deleted. [ 1134.366399] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.366599] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.366712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.366914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.367057] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.367276] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.367448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.367564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.367758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.367883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.368019] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16805176-d16e-489b-a0b0-64bdb163f95e is going to be updated. [ 1134.403821] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.403821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.403821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.404253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.404253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.415831] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.415831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.415831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.415831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.415831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.415831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.415831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.415831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.415831] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.415831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.415831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.416339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.416339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.416339] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933f929c-3ccf-4745-b3cb-a7aabe783983',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.420345] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: IN_PROGRESS for 2s [ 1134.448644] env[70473]: INFO networking_nsxv3.common.synchronization [None req-596dad40-d788-4bc0-b41c-5d604dc5ef72 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_rules [ 1134.448644] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_rules [ 1134.448644] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.448644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.448644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.448826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.448904] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.547560] env[70473]: INFO networking_nsxv3.common.synchronization [None req-bfca8e17-1033-4312-9bf8-ee0973d7da74 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_rules [ 1134.547938] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_rules [ 1134.548935] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.548935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.606018] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.606018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.606018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.606018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.606018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.606018] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 66ea366c-1d77-4331-99ef-ff5974e85a00 not found, creating... [ 1134.606018] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.606018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.606018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.606018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.606018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.606463] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.606701] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.607038] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.607194] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.607492] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.607814] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 66ea366c-1d77-4331-99ef-ff5974e85a00 is going to be created. [ 1134.631598] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.631851] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.632083] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.632403] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.632562] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.632822] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.714756] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.715047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.715047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.715228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.715345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.715473] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1134.778825] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.778969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.779059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.779271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.779419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.792902] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1134.870648] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.912516] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea in Status: SUCCESS [ 1134.912759] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea deletion is rescheduled due to dependency. [ 1134.912845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.919513] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.919667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.919755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.920113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.920225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.920503] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.920611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.920730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.920887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.920966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.921070] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 already deleted. [ 1134.921192] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.921316] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('933f929c-3ccf-4745-b3cb-a7aabe783983',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.923081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.923296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.923458] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.923752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.923752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.924207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.924320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.924660] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('933f929c-3ccf-4745-b3cb-a7aabe783983',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.974480] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.974688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.975152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.975152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.975152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.975449] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 already deleted. [ 1134.975449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.975563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.975733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.975835] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.373764] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.373944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.374033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.374349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.374437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.374537] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1135.411615] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.411615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.411615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.411615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.411615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.420063] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1135.423534] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('933f929c-3ccf-4745-b3cb-a7aabe783983',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.426443] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.426590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.426590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.426880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.427008] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.427256] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.427391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.427480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.427691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.427794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.427984] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 already deleted. [ 1135.428045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.506455] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.506455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.506455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.506455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.506455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.506455] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 already deleted. [ 1135.506455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.925882] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 933f929c-3ccf-4745-b3cb-a7aabe783983: rpc.has_security_group_logging(os_id): False [ 1135.945301] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.945458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.945544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.945802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.945901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.946641] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.946641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.946641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.946641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.946641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.946948] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 is going to be created. [ 1135.963755] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/933f929c-3ccf-4745-b3cb-a7aabe783983], does not exist path=[/infra/domains/default/groups/933f929c-3ccf-4745-b3cb-a7aabe783983]."\n}' [ 1135.963938] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/933f929c-3ccf-4745-b3cb-a7aabe783983 [ 1135.964066] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1135.985910] env[70473]: INFO networking_nsxv3.common.synchronization [req-a8761772-41ef-42ae-8904-b43fa8ca6eda req-132b26a3-834c-400c-97e5-76893a8bf29c service nova] Enqueued Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_rules [ 1135.986148] env[70473]: INFO networking_nsxv3.common.synchronization [req-a8761772-41ef-42ae-8904-b43fa8ca6eda req-132b26a3-834c-400c-97e5-76893a8bf29c service nova] Enqueued Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_members [ 1135.986371] env[70473]: INFO networking_nsxv3.common.synchronization [req-a8761772-41ef-42ae-8904-b43fa8ca6eda req-132b26a3-834c-400c-97e5-76893a8bf29c service nova] Enqueued Resource ID: 66ea366c-1d77-4331-99ef-ff5974e85a00 with Priority: HIGHEST for action port [ 1135.987072] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_rules [ 1135.987327] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_members [ 1135.987414] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ea366c-1d77-4331-99ef-ff5974e85a00 with Priority: HIGHEST for action port [ 1135.987809] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.987988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.988094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.988380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.988509] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.990204] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.990379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.990475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.990734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.990995] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.991170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.991270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.991501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.991632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.991778] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.992793] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-66ea366c-1d77-4331-99ef-ff5974e85a00 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.992904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.992991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.993209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.993308] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ea366c-1d77-4331-99ef-ff5974e85a00',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.015840] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.016066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.016116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.016364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.017297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.017568] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.017674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.017738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.017908] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.017987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.018198] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.018286] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.018363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.018489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.018558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.018642] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933f929c-3ccf-4745-b3cb-a7aabe783983 is going to be created. [ 1136.040028] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/933f929c-3ccf-4745-b3cb-a7aabe783983], does not exist path=[/infra/domains/default/groups/933f929c-3ccf-4745-b3cb-a7aabe783983]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/933f929c-3ccf-4745-b3cb-a7aabe783983 [ 1136.040228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-933f929c-3ccf-4745-b3cb-a7aabe783983" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.040419] env[70473]: Traceback (most recent call last): [ 1136.040456] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1136.040456] env[70473]: return func(*args, **kwargs) [ 1136.040456] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1136.040456] env[70473]: res.raise_for_status() [ 1136.040456] env[70473]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1136.040456] env[70473]: raise HTTPError(http_error_msg, response=self) [ 1136.040456] env[70473]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/933f929c-3ccf-4745-b3cb-a7aabe783983 [ 1136.040645] env[70473]: During handling of the above exception, another exception occurred: [ 1136.040645] env[70473]: Traceback (most recent call last): [ 1136.040645] env[70473]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1136.040645] env[70473]: listener.cb(fileno) [ 1136.040645] env[70473]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1136.040645] env[70473]: result = function(*args, **kwargs) [ 1136.040645] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1136.040645] env[70473]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1136.040645] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1136.040645] env[70473]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1136.040645] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1136.040645] env[70473]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1136.040645] env[70473]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1136.040645] env[70473]: res.raise_for_status() [ 1136.040645] env[70473]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1136.040645] env[70473]: raise HTTPError(http_error_msg, response=self) [ 1136.040645] env[70473]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/933f929c-3ccf-4745-b3cb-a7aabe783983 [ 1136.040645] env[70473]: Removing descriptor: 62 [ 1136.429997] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: SUCCESS [ 1136.430366] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16805176-d16e-489b-a0b0-64bdb163f95e deletion is rescheduled due to dependency. [ 1136.430366] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.430553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.430760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.430983] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.431118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.431180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.431336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.431435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.431530] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.496482] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.497719] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.497843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.498024] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66ea366c-1d77-4331-99ef-ff5974e85a00 with status ACTIVE [ 1136.498217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.498326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.498363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.498573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.498666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.498832] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.498935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.499017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.499184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.499260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.499472] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.499575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.499638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.499781] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.499891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.499940] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66ea366c-1d77-4331-99ef-ff5974e85a00 is going to be updated. [ 1136.525895] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.526072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.526113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.526309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.526446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.526659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.806313] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1136.806567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.934203] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.934556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.934668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.935642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.958679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.958993] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.959169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.959239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.959469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.959562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.959666] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16805176-d16e-489b-a0b0-64bdb163f95e is going to be updated. [ 1136.988774] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.988963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.989055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.989250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.989416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.999091] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: IN_PROGRESS for 2s [ 1137.001463] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.432880] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1137.433231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.433312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.433501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.433685] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.433816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.433867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.434022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.434133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.434182] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.434379] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.434470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.434531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.434686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.434848] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.434972] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.435040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.435181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.435268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.435372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.435463] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.436318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.436509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.436623] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.436722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.436783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.436919] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.436993] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.437095] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.504181] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.504414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.504461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.505019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.505019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.505019] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae is going to be created. [ 1137.531902] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.532067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.532067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.532436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.532615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.545129] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae in Status: UNINITIALIZED for 2s [ 1137.939257] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d999bca-1249-44cf-83a3-ef2209dc6b69: rpc.has_security_group_logging(os_id): False [ 1137.940754] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.960127] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.960401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.960401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.960724] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.983508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.983789] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.985013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.985013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.985013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.985013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.985013] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.985013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.985013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.985013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.985013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.985431] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.985431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.985431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.985431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.985570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.985570] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1138.058240] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.058415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.058649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.058902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.059118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.077708] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1138.444523] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.947314] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.947479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.947547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.947768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.947862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.947964] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1138.980836] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.981043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.981170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.981462] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.981683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.993920] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1139.014052] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: SUCCESS [ 1139.014052] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16805176-d16e-489b-a0b0-64bdb163f95e deletion is rescheduled due to dependency. [ 1139.014052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.014052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.014314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.014452] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.014606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.014676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.014859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.014943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.015040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.015147] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.519432] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16805176-d16e-489b-a0b0-64bdb163f95e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.555203] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae in Status: SUCCESS [ 1139.556255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.556573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.557291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.557608] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.559841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.559841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.559841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.559841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.559841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.559841] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.631122] env[70473]: INFO networking_nsxv3.common.synchronization [req-1e98af25-4583-4bc9-8bc4-500a59e41eb0 req-046789b4-46ec-4baa-ab95-d37fc8f8e348 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1139.631656] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGHEST for action security_group_members [ 1139.632420] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.632589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.632707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.632891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.633083] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.633196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.633258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.633405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.634046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.634046] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.022642] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16805176-d16e-489b-a0b0-64bdb163f95e: rpc.has_security_group_logging(os_id): False [ 1140.051998] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.052324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.052324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.052518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.052656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.053205] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.053445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.053562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.053789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.053891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.054110] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16805176-d16e-489b-a0b0-64bdb163f95e is going to be updated. [ 1140.062701] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.102231] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1140.102540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.102731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.102984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.103140] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.127259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.127490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.127490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.127638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.127786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.136034] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.136419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.136419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.136510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.148653] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: IN_PROGRESS for 2s [ 1140.163370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.163856] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.164126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.164304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.164636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.164982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.165282] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c is going to be updated. [ 1140.222584] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.222584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.222584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.222584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.222827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.236237] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: IN_PROGRESS for 2s [ 1140.565841] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae: rpc.has_security_group_logging(os_id): False [ 1140.586377] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.586630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.586726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.586963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.587148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.587369] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.587514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.587591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.587770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.587882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.587981] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae is going to be created. [ 1140.605196] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.605446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.663387] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.663558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.663638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.663842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.664082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.677850] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae in Status: IN_PROGRESS for 2s [ 1141.007873] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1141.008251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.008525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.008811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.009063] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.009245] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.009359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.009599] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.009736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.009877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.010105] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.512876] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.513089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.513137] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.513353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.513538] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.513645] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.513711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.513943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.514047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.514155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.514490] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.514660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.514660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.514841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.514917] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.515044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.515119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.515268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.515367] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.515471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.515566] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.019433] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d999bca-1249-44cf-83a3-ef2209dc6b69: rpc.has_security_group_logging(os_id): False [ 1142.039495] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.039636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.039708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.039912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.040011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.040902] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.040902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.040902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.040902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.041487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.041695] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.041796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.041861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.042191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.042336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.042546] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.042653] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.042717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.042890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.042939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.043038] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1142.122299] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.122299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.122299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.122299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.122299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.142211] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1142.163698] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16805176-d16e-489b-a0b0-64bdb163f95e in Status: SUCCESS [ 1142.163956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16805176-d16e-489b-a0b0-64bdb163f95e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.253226] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c in Status: SUCCESS [ 1142.253418] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c deletion is rescheduled due to dependency. [ 1142.253844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.692599] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae in Status: SUCCESS [ 1142.692599] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.168636] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1144.168990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.321171] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ae62031-6848-4999-b368-f95cd005d12b req-fd0843b8-c7aa-475d-bd2e-b270c14beea9 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1144.321171] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1144.321171] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.321171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.321171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.321914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.321914] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.321914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.321914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.321914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.321914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.322183] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.707934] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.708161] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.708289] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.709207] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.709207] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.709357] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.709518] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.710475] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.710475] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.710475] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.710475] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.710651] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.710694] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.710870] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.711022] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.711175] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.738151] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.738729] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.738729] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.738876] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.739096] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-68c442e7-6f05-4b55-8d46-3b7b87619929 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.739280] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-68c442e7-6f05-4b55-8d46-3b7b87619929" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.739410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-68c442e7-6f05-4b55-8d46-3b7b87619929" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.740706] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-68c442e7-6f05-4b55-8d46-3b7b87619929" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.740706] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c442e7-6f05-4b55-8d46-3b7b87619929',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.824855] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.825106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.825106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.825302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.849489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.849824] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.850011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.850095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.850388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.850539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.850695] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1144.879165] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.879338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.879408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.879613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.879761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.890860] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1145.243428] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.243702] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.243807] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.244110] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.244274] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.244534] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 68c442e7-6f05-4b55-8d46-3b7b87619929 not found, creating... [ 1145.244838] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.245014] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.245173] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.245443] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.245623] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.245919] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.246104] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.246232] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.246586] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.246704] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.246857] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 68c442e7-6f05-4b55-8d46-3b7b87619929 is going to be created. [ 1145.275911] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.276180] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.276332] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.276665] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.276975] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.277284] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-68c442e7-6f05-4b55-8d46-3b7b87619929" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.030663] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ae62031-6848-4999-b368-f95cd005d12b req-19bc99a2-7849-4ac7-8924-5f4b3d66ead1 service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 1146.034357] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ae62031-6848-4999-b368-f95cd005d12b req-19bc99a2-7849-4ac7-8924-5f4b3d66ead1 service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1146.034598] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ae62031-6848-4999-b368-f95cd005d12b req-19bc99a2-7849-4ac7-8924-5f4b3d66ead1 service nova] Enqueued Resource ID: 68c442e7-6f05-4b55-8d46-3b7b87619929 with Priority: HIGHEST for action port [ 1146.034885] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 1146.037222] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1146.037222] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c442e7-6f05-4b55-8d46-3b7b87619929 with Priority: HIGHEST for action port [ 1146.037222] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.037222] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.037373] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.037794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.037938] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.039395] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.039395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.039395] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c442e7-6f05-4b55-8d46-3b7b87619929 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.039395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c442e7-6f05-4b55-8d46-3b7b87619929" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.040970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c442e7-6f05-4b55-8d46-3b7b87619929" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.041288] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c442e7-6f05-4b55-8d46-3b7b87619929" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.041432] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c442e7-6f05-4b55-8d46-3b7b87619929',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.233757] env[70473]: INFO networking_nsxv3.common.synchronization [req-e6a9ba7b-ebd9-499c-bcb6-13e19e6fda8e req-cb069d55-f54b-408b-8efe-b27a2fe1645b tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_members [ 1146.234990] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGHEST for action security_group_members [ 1146.234990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8b6638-8c88-471e-bd73-158a8fd7d5af taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.234990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.234990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.235345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.235397] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.235632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.235714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.235892] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.235981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.236089] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.543572] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.543979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.543979] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68c442e7-6f05-4b55-8d46-3b7b87619929 with status ACTIVE [ 1146.544351] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.546061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.546061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.546061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.549144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.549144] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.549144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.549144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.549144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.549144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.549144] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.549144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.549144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.549144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.549144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.549144] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68c442e7-6f05-4b55-8d46-3b7b87619929 is going to be updated. [ 1146.572840] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.573071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.573071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.573265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.573402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.573566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c442e7-6f05-4b55-8d46-3b7b87619929" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.739182] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.739442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.739442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.739740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.771515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.771932] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.772133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.772257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.772554] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.772685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.772868] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af is going to be updated. [ 1146.827668] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.827874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.827944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.828157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.828590] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.839665] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af in Status: IN_PROGRESS for 2s [ 1146.910360] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1146.910360] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 1146.910360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.910360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.910360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.910360] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.910360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.910360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.910360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.910360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.910360] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.120376] env[70473]: INFO networking_nsxv3.common.synchronization [req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 req-169aee91-cb81-4f09-ac97-d253927e33f4 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1147.120510] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1147.120903] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.121014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.121014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.121240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.121414] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.121510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.121588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.121802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.121863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.121928] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.534860] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.576935] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ade4c142-8b05-4151-bab9-46d2635968a0 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Enqueued Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_rules [ 1147.577800] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_rules [ 1147.578273] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.578443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.578546] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.579022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.579104] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.628078] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.693074] env[70473]: INFO networking_nsxv3.common.synchronization [None req-adfeca71-ece2-4c47-88b1-7951760f43b0 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Enqueued Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_rules [ 1147.694057] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_rules [ 1147.694412] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.694568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.961337] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.961944] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.962603] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.962782] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.963294] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.963680] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.965410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.965410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.965410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.965410] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.965410] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.965410] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.965814] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.965974] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.966221] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.967285] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.993684] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.994030] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.994305] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.994536] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-563" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.994945] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-1fe38d7c-7df4-4dc0-90de-776c8b78acd6 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.996018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-1fe38d7c-7df4-4dc0-90de-776c8b78acd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.996018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-1fe38d7c-7df4-4dc0-90de-776c8b78acd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.996018] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-1fe38d7c-7df4-4dc0-90de-776c8b78acd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.996018] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe38d7c-7df4-4dc0-90de-776c8b78acd6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.038354] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.110917] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.110917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.110917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.110917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.110917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.110917] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed already deleted. [ 1148.111199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.111926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.111926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.111926] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.131050] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.498742] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.499071] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.499223] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.499535] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.499697] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.499890] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 1fe38d7c-7df4-4dc0-90de-776c8b78acd6 not found, creating... [ 1148.500214] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.500524] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.500706] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.501242] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.501242] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.501782] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.502117] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.502377] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.502672] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.502881] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.503173] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 1fe38d7c-7df4-4dc0-90de-776c8b78acd6 is going to be created. [ 1148.527249] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.527468] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.527692] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.528091] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.528397] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.528656] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-1fe38d7c-7df4-4dc0-90de-776c8b78acd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.541436] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.541591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.541677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.541882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.541974] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.542097] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1148.582939] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.583484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.583484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.583611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.583809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.618674] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1148.635241] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.635241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.635241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.635241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.635241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.635241] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1148.647436] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.647436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.647436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.647436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.647436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.647436] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed already deleted. [ 1148.647436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.718217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.718217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.718217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.718217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.718217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.735569] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1148.852271] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af in Status: SUCCESS [ 1148.852271] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af deletion is rescheduled due to dependency. [ 1148.852271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.057595] env[70473]: INFO networking_nsxv3.common.synchronization [req-541c1613-c721-4503-aa74-5d154500cef7 req-a8c03f49-5e6e-4aff-9384-f2cb18c583d7 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1149.057595] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1149.057595] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.057595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.057595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.057595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.057595] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.058249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.058489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.062620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.062620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.062620] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.368264] env[70473]: INFO networking_nsxv3.common.synchronization [req-c1920716-27b0-469d-8272-74b0081a3edb req-00cf59c6-6a4f-424e-a88f-ab963903e784 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_members [ 1149.368899] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_members [ 1149.369253] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.369391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.369454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.371047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.371826] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.371826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.371826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.371826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.371826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.371826] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.481251] env[70473]: INFO networking_nsxv3.common.synchronization [req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 req-4ec8ed7d-885b-47cb-be37-5e3a7766ddc0 service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 1149.481251] env[70473]: INFO networking_nsxv3.common.synchronization [req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 req-4ec8ed7d-885b-47cb-be37-5e3a7766ddc0 service nova] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1149.481251] env[70473]: INFO networking_nsxv3.common.synchronization [req-320d3e41-97d4-498a-a17b-b4a1a0e84e20 req-4ec8ed7d-885b-47cb-be37-5e3a7766ddc0 service nova] Enqueued Resource ID: 1fe38d7c-7df4-4dc0-90de-776c8b78acd6 with Priority: HIGHEST for action port [ 1149.481251] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_rules [ 1149.481251] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1149.481251] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe38d7c-7df4-4dc0-90de-776c8b78acd6 with Priority: HIGHEST for action port [ 1149.481652] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.481652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.481652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.481767] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.481767] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.483609] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.483710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.483940] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe38d7c-7df4-4dc0-90de-776c8b78acd6 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.484151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe38d7c-7df4-4dc0-90de-776c8b78acd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.484151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe38d7c-7df4-4dc0-90de-776c8b78acd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.484293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe38d7c-7df4-4dc0-90de-776c8b78acd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.484382] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe38d7c-7df4-4dc0-90de-776c8b78acd6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.564665] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.686134] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.686442] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.686479] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.686764] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.687403] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.687601] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.687733] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.687972] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.688141] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.688357] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.688479] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.688596] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.688710] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.688885] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.688967] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.689146] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.708862] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.709141] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.709334] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.709531] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.709932] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-edb2272a-cd63-4523-ad35-b2871a3bd831 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.710166] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-edb2272a-cd63-4523-ad35-b2871a3bd831" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.710301] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-edb2272a-cd63-4523-ad35-b2871a3bd831" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.710750] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-edb2272a-cd63-4523-ad35-b2871a3bd831" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.710850] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb2272a-cd63-4523-ad35-b2871a3bd831',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.875769] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.875966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.876055] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.876230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.876316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.876513] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.876615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.876691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.876869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.876918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.876972] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 already deleted. [ 1149.877068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.985984] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.986234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.986381] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fe38d7c-7df4-4dc0-90de-776c8b78acd6 with status ACTIVE [ 1149.986559] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.986672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.986735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.986994] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.987117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.987313] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.987439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.987511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.987650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.987744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.987930] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.988056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.988124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.988260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.988348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.988437] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fe38d7c-7df4-4dc0-90de-776c8b78acd6 is going to be updated. [ 1150.009905] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.010199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.010199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.010321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.010463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.010620] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe38d7c-7df4-4dc0-90de-776c8b78acd6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.067442] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.215043] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.217970] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.217970] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.217970] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.217970] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.217970] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port edb2272a-cd63-4523-ad35-b2871a3bd831 not found, creating... [ 1150.217970] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.217970] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.217970] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.218434] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.218434] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.218968] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.219230] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.219463] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.219892] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.220187] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.220460] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: edb2272a-cd63-4523-ad35-b2871a3bd831 is going to be created. [ 1150.258892] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.259163] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.259409] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.259705] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.259989] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.260229] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-edb2272a-cd63-4523-ad35-b2871a3bd831" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.572026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.572026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.572026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.572026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.572026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.572026] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1150.609025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.609025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.609025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.609025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.609025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.618108] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1150.631815] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1150.631815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.631815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.631815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.631815] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.631815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.631815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.631815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.631815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.631815] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.631815] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.747188] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1150.747188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.747188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.747188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.747188] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.747188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.747188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.747188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.747188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.747188] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.994029] env[70473]: INFO networking_nsxv3.common.synchronization [req-c1920716-27b0-469d-8272-74b0081a3edb req-77519e60-c03a-4136-ace9-c7771d32f469 service nova] Enqueued Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_rules [ 1150.994381] env[70473]: INFO networking_nsxv3.common.synchronization [req-c1920716-27b0-469d-8272-74b0081a3edb req-77519e60-c03a-4136-ace9-c7771d32f469 service nova] Enqueued Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_members [ 1150.994644] env[70473]: INFO networking_nsxv3.common.synchronization [req-c1920716-27b0-469d-8272-74b0081a3edb req-77519e60-c03a-4136-ace9-c7771d32f469 service nova] Enqueued Resource ID: edb2272a-cd63-4523-ad35-b2871a3bd831 with Priority: HIGHEST for action port [ 1150.996228] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_rules [ 1150.996583] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_members [ 1150.996583] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb2272a-cd63-4523-ad35-b2871a3bd831 with Priority: HIGHEST for action port [ 1150.996832] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.996961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.997120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.997382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.997453] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.998739] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.998857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.998918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.999142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.999314] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.999463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.999563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.999755] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.999848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.999945] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.000714] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-edb2272a-cd63-4523-ad35-b2871a3bd831 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.000824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edb2272a-cd63-4523-ad35-b2871a3bd831" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.000894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edb2272a-cd63-4523-ad35-b2871a3bd831" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.001091] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edb2272a-cd63-4523-ad35-b2871a3bd831" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.001169] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb2272a-cd63-4523-ad35-b2871a3bd831',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.134714] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.134714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.134714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.134714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.135405] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.135405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.135405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.135405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.135405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.135405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.135827] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.135827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.135902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.136050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.136257] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.136391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.136479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.136694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.136809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.136930] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.137060] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.250435] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.503371] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.503511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.504015] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.504958] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edb2272a-cd63-4523-ad35-b2871a3bd831 with status ACTIVE [ 1151.504958] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.505114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.505114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.507670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.507670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.507670] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.507670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.507670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.507670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.507670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.507670] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.507670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.507670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.507670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.507670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.507670] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edb2272a-cd63-4523-ad35-b2871a3bd831 is going to be updated. [ 1151.531673] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.531820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.531891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.532125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.532287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.532481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edb2272a-cd63-4523-ad35-b2871a3bd831" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.543712] env[70473]: INFO networking_nsxv3.common.synchronization [req-e706c586-c139-445c-b124-b4935ac669d1 req-598f8c2d-54e6-4276-94a7-9af6300680d3 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1151.544193] env[70473]: INFO networking_nsxv3.common.synchronization [req-e706c586-c139-445c-b124-b4935ac669d1 req-598f8c2d-54e6-4276-94a7-9af6300680d3 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_members [ 1151.544193] env[70473]: INFO networking_nsxv3.common.synchronization [req-e706c586-c139-445c-b124-b4935ac669d1 req-598f8c2d-54e6-4276-94a7-9af6300680d3 tempest-SecurityGroupsTestJSON-1923554720 tempest-SecurityGroupsTestJSON-1923554720-project-member] Enqueued Resource ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e with Priority: HIGHEST for action security_group_members [ 1151.545465] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 with Priority: HIGHEST for action security_group_members [ 1151.545658] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGHEST for action security_group_members [ 1151.545953] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e with Priority: HIGHEST for action security_group_members [ 1151.546732] env[70473]: INFO networking_nsxv3.common.synchronization [None req-24a7c7c1-c268-446a-9e85-e49751e221f4 tempest-AttachInterfacesTestJSON-180759591 tempest-AttachInterfacesTestJSON-180759591-project-member] Enqueued Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1151.547937] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d999bca-1249-44cf-83a3-ef2209dc6b69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.548150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.548249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.548477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.548671] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.548802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.548894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.549079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.549197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.549314] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d999bca-1249-44cf-83a3-ef2209dc6b69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.550259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.553651] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.553651] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.553651] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.553651] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.553651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.553651] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.555045] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 with Priority: HIGHEST for action security_group_members [ 1151.555893] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.556069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.556141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.556393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.556633] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.556822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.557018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.557156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.557364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.557735] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dc8f8e1-5634-4d05-a11c-eabc0edfbc49',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.639935] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9095f9a-a1bd-4a2b-aa29-ddc63774597b: rpc.has_security_group_logging(os_id): False [ 1151.681805] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.681987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.682052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.682433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.682433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.682590] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.682647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.682741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.682853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.682955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.683170] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.683248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.683293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.683435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.683510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.683698] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.683787] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.683844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.683983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.684111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.684201] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1151.753245] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.772856] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.773076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.773076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.773286] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.773433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.804020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1152.009991] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.056440] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.056699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.056831] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.057152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.057285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.057621] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.058285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.058403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.058658] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.058776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.058925] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 is going to be updated. [ 1152.060187] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.060357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.060357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.060537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.061557] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.061661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.061908] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.062032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.085032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.085369] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.085572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.085673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.085976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.086148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.086278] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e is going to be updated. [ 1152.088283] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.088495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.092492] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.092665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.092740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.092935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.093256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.108825] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: IN_PROGRESS for 2s [ 1152.111668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.113105] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.113443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.113587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.113936] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.114116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.114258] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e is going to be updated. [ 1152.115623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.115741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.115855] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.116143] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.116358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.116463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.116670] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.116824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.116988] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dc8f8e1-5634-4d05-a11c-eabc0edfbc49 is going to be deleted. [ 1152.132385] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.132591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.132660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.132874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.133108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.143253] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e in Status: IN_PROGRESS for 2s [ 1152.156830] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.157618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.157618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.157618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.157618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.166368] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.167131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.167131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.167131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.167131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.167131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dc8f8e1-5634-4d05-a11c-eabc0edfbc49" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.174898] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: IN_PROGRESS for 2s [ 1152.256755] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.256995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.257243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.257849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.257849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.257849] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1152.301100] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.301100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.301100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.301100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.301423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.312059] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1152.515025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.515025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.515025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.515025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.515025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.515025] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 is going to be created. [ 1152.545041] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.545205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.545247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.545885] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.545885] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.556278] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 in Status: UNINITIALIZED for 2s [ 1152.631434] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1152.631434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.831679] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1153.831946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.119820] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 in Status: SUCCESS [ 1154.119820] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d999bca-1249-44cf-83a3-ef2209dc6b69 deletion is rescheduled due to dependency. [ 1154.119820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d999bca-1249-44cf-83a3-ef2209dc6b69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.154252] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e in Status: SUCCESS [ 1154.154661] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e deletion is rescheduled due to dependency. [ 1154.154765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.184798] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e in Status: SUCCESS [ 1154.184995] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e deletion is rescheduled due to dependency. [ 1154.185136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.324379] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1154.324379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.324379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.324379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.324379] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.324379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.324379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.324379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.324379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.324379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.324379] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.566778] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 in Status: SUCCESS [ 1154.567061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.567159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.567380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.567568] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.567686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.567753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.567906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.567986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.568082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.568213] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.828201] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.828201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.828411] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.828657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.828896] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.829327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.829327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.829327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.829327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.829487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.829652] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.829835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.829893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.830143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.830356] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.830427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.830518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.831097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.831223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.831344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.831463] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.070652] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.337106] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a588cdce-151d-480c-b298-1af7ce25f24a: rpc.has_security_group_logging(os_id): False [ 1155.355157] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.355328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.355407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.355626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.375276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.375553] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.375696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.375761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.375950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.376038] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.376231] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.376320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.376379] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.376523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.376592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.376762] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.376849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.376912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.377061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.377130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.377211] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1155.440394] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.440618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.440618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.440823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.440962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.466293] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1155.573798] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd4b7d5-16f1-42a5-a409-7ef21e132b48: rpc.has_security_group_logging(os_id): False [ 1155.596034] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.596034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.596034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.596034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.596034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.596034] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.596034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.596034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.596034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.596034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.596034] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 is going to be created. [ 1155.676148] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.676148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.676148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.676148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.676148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.694926] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 in Status: IN_PROGRESS for 2s [ 1155.992615] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.992825] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.992956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.993308] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.993600] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.993772] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.993897] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.996751] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.997116] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.997276] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.001458] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.001632] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.001741] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.001872] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.001991] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.002801] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.026028] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.026028] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.026028] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.026028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-650" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.026028] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.026028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.026028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.026028] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.026028] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.531660] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.531660] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.531660] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.531660] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.531660] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.531660] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.531660] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.532611] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.533122] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.533495] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.536022] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.536022] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.536022] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.536022] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.536022] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.536022] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b is going to be updated. [ 1156.556116] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.556116] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1156.562946] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.562946] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.562946] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.562946] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.562946] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.562946] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.565537] env[70473]: INFO networking_nsxv3.common.synchronization [None req-632b5bac-5d9b-4b6f-aff9-e6c2efdf187d None None] Enqueued Resource ID: 9c80ddb9-ded1-41c0-a4b7-a8b931eb7b8f with Priority: HIGHEST for action port [ 1156.565924] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c80ddb9-ded1-41c0-a4b7-a8b931eb7b8f with Priority: HIGHEST for action port [ 1156.566591] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c80ddb9-ded1-41c0-a4b7-a8b931eb7b8f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.566868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c80ddb9-ded1-41c0-a4b7-a8b931eb7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.567091] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c80ddb9-ded1-41c0-a4b7-a8b931eb7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.567445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c80ddb9-ded1-41c0-a4b7-a8b931eb7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.567652] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c80ddb9-ded1-41c0-a4b7-a8b931eb7b8f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.070061] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c80ddb9-ded1-41c0-a4b7-a8b931eb7b8f [ 1157.070447] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.070580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.070580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.070829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.070944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.071086] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c80ddb9-ded1-41c0-a4b7-a8b931eb7b8f already deleted. [ 1157.071182] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c80ddb9-ded1-41c0-a4b7-a8b931eb7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.176799] env[70473]: INFO networking_nsxv3.common.synchronization [None req-47c1c042-2e97-4d34-a5e5-742b12515b36 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Enqueued Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_rules [ 1157.177393] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_rules [ 1157.177718] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dfcce33-ad9d-4afb-bac5-8febc6568194 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.177897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.177897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.179527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.179527] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.274917] env[70473]: INFO networking_nsxv3.common.synchronization [None req-583f9103-8326-460e-a541-32d6cac4a51c tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Enqueued Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_rules [ 1157.275702] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_rules [ 1157.276332] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dfcce33-ad9d-4afb-bac5-8febc6568194 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.276332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.412574] env[70473]: INFO networking_nsxv3.common.synchronization [req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 req-8afd80ac-f006-4b5b-84c3-c2269dc05fc6 service nova] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_rules [ 1157.412793] env[70473]: INFO networking_nsxv3.common.synchronization [req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 req-8afd80ac-f006-4b5b-84c3-c2269dc05fc6 service nova] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1157.412946] env[70473]: INFO networking_nsxv3.common.synchronization [req-2895188b-407a-42dd-ad7d-3b4eea13ebb8 req-8afd80ac-f006-4b5b-84c3-c2269dc05fc6 service nova] Enqueued Resource ID: ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b with Priority: HIGHEST for action port [ 1157.413187] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_rules [ 1157.413310] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1157.413402] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b with Priority: HIGHEST for action port [ 1157.413927] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.414900] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.415236] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.415378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.415430] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.419081] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.419081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.419081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.419081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.419081] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.419081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.419081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.419081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.419081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.419081] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.419081] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.419081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.419081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.419081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.419081] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.488912] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1157.489209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.703570] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.703893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.703893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.705097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.705097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.705097] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 already deleted. [ 1157.705097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.705097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.705097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.705097] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.709936] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 in Status: SUCCESS [ 1157.710176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.917729] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.917729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.924020] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.924020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b with status ACTIVE [ 1157.924020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.924020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.924020] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.924020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.924708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.925354] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b is going to be updated. [ 1157.951964] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.953359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.953359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.953359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.953359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.953359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea7e2aff-4abc-45a9-9ff5-ea21a36f6b3b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.234055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.235728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.235728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.235728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.236233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.236233] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 already deleted. [ 1158.236233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.427497] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.918896] env[70473]: INFO networking_nsxv3.common.synchronization [None req-36b5c6c2-74c7-4f64-bed2-25cff13eacc9 None None] Enqueued Resource ID: 29cd4efd-c62e-4178-b2f5-df4d92a23232 with Priority: HIGHEST for action port [ 1158.919551] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29cd4efd-c62e-4178-b2f5-df4d92a23232 with Priority: HIGHEST for action port [ 1158.919951] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-29cd4efd-c62e-4178-b2f5-df4d92a23232 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.920232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29cd4efd-c62e-4178-b2f5-df4d92a23232" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.920314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29cd4efd-c62e-4178-b2f5-df4d92a23232" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.920586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29cd4efd-c62e-4178-b2f5-df4d92a23232" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.920673] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cd4efd-c62e-4178-b2f5-df4d92a23232',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.930419] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.930602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.930647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.930934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.931166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.931249] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be updated. [ 1158.987775] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.987959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.988046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.988322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.988477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.999585] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: IN_PROGRESS for 2s [ 1159.186053] env[70473]: INFO networking_nsxv3.common.synchronization [None req-5f483efd-68d7-4085-869a-c243de644713 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_rules [ 1159.186337] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_rules [ 1159.186866] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7478098e-9cdf-4750-ace7-1b3abd077a03 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.187175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.187344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.187707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.188856] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.276855] env[70473]: INFO networking_nsxv3.common.synchronization [None req-ae228ff2-350b-4975-8dc2-3cddf874a4a5 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_rules [ 1159.277432] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_rules [ 1159.277883] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7478098e-9cdf-4750-ace7-1b3abd077a03 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.278048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.423136] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29cd4efd-c62e-4178-b2f5-df4d92a23232 [ 1159.423136] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.423256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.423256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.423474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.423563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.423657] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29cd4efd-c62e-4178-b2f5-df4d92a23232 already deleted. [ 1159.423741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29cd4efd-c62e-4178-b2f5-df4d92a23232" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.714319] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.714571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.714571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.714757] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.714919] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.715075] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 already deleted. [ 1159.715185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.715344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.715525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.715620] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.239797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.240166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.240166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.240268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.240380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.240497] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 already deleted. [ 1160.240750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.013829] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: SUCCESS [ 1161.014147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.014345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.014579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.015039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.015039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.015254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.015390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.015472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.015565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.015659] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.521050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.521050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.521050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.521050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.521050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.521050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.521593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.521593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.521593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.521593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.522225] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.522225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.522225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.522225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.522225] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.522225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.522225] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.522450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.522450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.522504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.522778] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.025105] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df1e0fc-185b-4b24-befc-7960a3924bef: rpc.has_security_group_logging(os_id): False [ 1162.049024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.049024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.049024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.049024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.070848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.071949] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.071949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.071949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.071949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.071949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.072308] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.072308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.072308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.072455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.072455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.072777] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.072777] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.073076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.073076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.074429] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.074429] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be updated. [ 1162.142567] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.142783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.142875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.143187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.143383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.167625] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: IN_PROGRESS for 2s [ 1162.897257] env[70473]: INFO networking_nsxv3.common.synchronization [req-ed42e330-8773-4f39-aff7-ef3da60c63ef req-d8ceb2ef-157b-4cae-ab4a-0df260ae5618 tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Enqueued Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_members [ 1162.898281] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_members [ 1162.898281] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.898281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.898281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.898522] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.898664] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.898874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.898874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.898959] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.900935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.901104] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.922342] env[70473]: INFO networking_nsxv3.common.synchronization [req-f7063c51-2e73-41bf-bc97-38560679dfdd req-e45bb0af-5ac0-4494-9ef2-ec520dd6d510 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1162.926130] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1162.926812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.926949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.927024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.927231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.927388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.927526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.927574] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.927760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.927760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.928745] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.275507] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.275708] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-498" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.275886] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-498" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.276212] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-498" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.276483] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.276649] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.276808] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.277187] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.277471] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.277806] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.277966] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.278116] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.278235] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.278414] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.278542] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.278688] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.301132] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.301325] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.301477] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.301666] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-498" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.302143] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-616bcb00-7a90-49ae-835a-eb00043e1934 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.302364] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-616bcb00-7a90-49ae-835a-eb00043e1934" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.302520] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-616bcb00-7a90-49ae-835a-eb00043e1934" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.302924] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-616bcb00-7a90-49ae-835a-eb00043e1934" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.303120] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616bcb00-7a90-49ae-835a-eb00043e1934',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.403264] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.403499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.403541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.403875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.404024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.404282] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.404594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.404697] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.404938] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.405025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.405119] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed already deleted. [ 1163.405200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.433444] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.433602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.433707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.434107] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.434327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.434438] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.434544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.434605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.434806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.434963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.434963] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1163.464227] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.464435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.464435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.465181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.465181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.476226] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1163.806319] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.806555] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.806689] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.806984] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.807156] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.807325] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 616bcb00-7a90-49ae-835a-eb00043e1934 not found, creating... [ 1163.807602] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.807774] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.807902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.808157] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.808307] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.808602] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.808787] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.808954] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.809198] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.809342] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.809490] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 616bcb00-7a90-49ae-835a-eb00043e1934 is going to be created. [ 1163.830036] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.830312] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.830408] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.830685] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.830956] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.831225] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-616bcb00-7a90-49ae-835a-eb00043e1934" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.195078] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: SUCCESS [ 1164.195484] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.567414] env[70473]: INFO networking_nsxv3.common.synchronization [req-ed42e330-8773-4f39-aff7-ef3da60c63ef req-18e5975a-1db1-457b-bdc8-84215cc9454b service nova] Enqueued Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_rules [ 1164.567620] env[70473]: INFO networking_nsxv3.common.synchronization [req-ed42e330-8773-4f39-aff7-ef3da60c63ef req-18e5975a-1db1-457b-bdc8-84215cc9454b service nova] Enqueued Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_members [ 1164.567662] env[70473]: INFO networking_nsxv3.common.synchronization [req-ed42e330-8773-4f39-aff7-ef3da60c63ef req-18e5975a-1db1-457b-bdc8-84215cc9454b service nova] Enqueued Resource ID: 616bcb00-7a90-49ae-835a-eb00043e1934 with Priority: HIGHEST for action port [ 1164.568318] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_rules [ 1164.568532] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_members [ 1164.568733] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616bcb00-7a90-49ae-835a-eb00043e1934 with Priority: HIGHEST for action port [ 1164.569541] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.569541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.569541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.569541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.569817] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.570789] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.570937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.571013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.571226] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.571401] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.571505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.571568] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.571794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.571852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.572138] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.573357] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-616bcb00-7a90-49ae-835a-eb00043e1934 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.573357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-616bcb00-7a90-49ae-835a-eb00043e1934" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.573469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-616bcb00-7a90-49ae-835a-eb00043e1934" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.573632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-616bcb00-7a90-49ae-835a-eb00043e1934" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.573730] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('616bcb00-7a90-49ae-835a-eb00043e1934',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.628893] env[70473]: INFO networking_nsxv3.common.synchronization [req-3ad71293-4894-431d-ae23-bbd5b041d4b4 req-29f11836-f4cf-4a1b-a86a-52daa37f6565 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1164.629834] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1164.630363] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.630498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.630567] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.630777] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.630980] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.631125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.631211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.631495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.631601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.631701] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.077267] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.077267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.077267] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.077534] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 616bcb00-7a90-49ae-835a-eb00043e1934 with status ACTIVE [ 1165.077723] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.077851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.077909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.078140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.078235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.078417] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.078508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.078565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.078720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.078795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.078974] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.082557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.082658] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.082821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.082924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.082986] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 616bcb00-7a90-49ae-835a-eb00043e1934 is going to be updated. [ 1165.108644] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.109027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.109027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.109293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.109562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.109737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-616bcb00-7a90-49ae-835a-eb00043e1934" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.134355] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.488393] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1165.488761] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 1165.488761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.585210] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.636435] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.088391] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.088553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.088553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.088918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.089145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.089267] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed is going to be created. [ 1166.133836] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.134126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.134211] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.134428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.134597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.139080] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.139300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.139386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.139601] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.139687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.139790] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1166.148221] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed in Status: UNINITIALIZED for 2s [ 1166.192503] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.192845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.192993] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.193273] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.193513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.213785] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1167.099940] env[70473]: INFO networking_nsxv3.common.synchronization [req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf req-41b0053a-c0a1-40ff-8fa5-a1b661d6c553 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 1167.100680] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 1167.101101] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.101384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.101487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.101736] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.102015] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.102131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.102266] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.102517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.102660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.102818] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.402201] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.402420] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.402556] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.402931] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.403224] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.403411] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.403558] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.403787] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.403939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.404174] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.404295] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.404407] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.404528] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.404636] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.404745] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.404931] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.427580] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.427752] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1167.427896] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.428208] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.428423] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-f5a09175-94c1-4685-8150-e055207c9899 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.428605] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-f5a09175-94c1-4685-8150-e055207c9899" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.428732] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-f5a09175-94c1-4685-8150-e055207c9899" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.429125] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-f5a09175-94c1-4685-8150-e055207c9899" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.429280] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a09175-94c1-4685-8150-e055207c9899',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.609081] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.876179] env[70473]: INFO networking_nsxv3.common.synchronization [req-6a540bf2-04e3-4431-9998-4e16d7dbb813 req-4affe733-8763-4014-9a53-5f09f791ad39 tempest-ServersAdminTestJSON-1249240958 tempest-ServersAdminTestJSON-1249240958-project-member] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1167.876810] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGHEST for action security_group_members [ 1167.878265] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.878423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.878495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.878676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.878827] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.878925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.878981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.879166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.879256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.879362] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.931844] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.932128] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.932128] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.932348] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.932580] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.932849] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port f5a09175-94c1-4685-8150-e055207c9899 not found, creating... [ 1167.933247] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.933666] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.933861] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.934180] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.934361] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.934770] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.935062] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.935191] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.935447] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.935561] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.935708] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: f5a09175-94c1-4685-8150-e055207c9899 is going to be created. [ 1167.958500] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.958857] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.958857] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.959163] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.959414] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.959653] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-f5a09175-94c1-4685-8150-e055207c9899" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.110904] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.157215] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed in Status: SUCCESS [ 1168.157531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.157647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.158011] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.158255] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.158410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.158493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.158704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.158808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.158918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.159050] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.226224] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1168.226460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.382932] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.383166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.383284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.383563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.406508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.406775] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.406940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.407034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.407308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.407397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.407507] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be updated. [ 1168.443567] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.443790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.443901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.444163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.444335] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.458218] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: IN_PROGRESS for 2s [ 1168.613213] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.613454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.613454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.613737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.613910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.613910] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 is going to be updated. [ 1168.653444] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.653737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.653832] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.654186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.654422] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.661656] env[70473]: INFO networking_nsxv3.common.synchronization [req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf req-c09505ff-6711-4f61-82b3-da442621d728 service nova] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_rules [ 1168.661656] env[70473]: INFO networking_nsxv3.common.synchronization [req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf req-c09505ff-6711-4f61-82b3-da442621d728 service nova] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 1168.661656] env[70473]: INFO networking_nsxv3.common.synchronization [req-800016d3-ff7b-48cf-ac0c-b67af9d3f5cf req-c09505ff-6711-4f61-82b3-da442621d728 service nova] Enqueued Resource ID: f5a09175-94c1-4685-8150-e055207c9899 with Priority: HIGHEST for action port [ 1168.661656] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.662825] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_rules [ 1168.662988] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 1168.665495] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a09175-94c1-4685-8150-e055207c9899 with Priority: HIGHEST for action port [ 1168.665495] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.665495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.665495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.665495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.665495] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.666495] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.666618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.666960] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a09175-94c1-4685-8150-e055207c9899 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.667117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a09175-94c1-4685-8150-e055207c9899" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.667233] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a09175-94c1-4685-8150-e055207c9899" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.667456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a09175-94c1-4685-8150-e055207c9899" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.668376] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a09175-94c1-4685-8150-e055207c9899',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.670871] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: IN_PROGRESS for 2s [ 1169.168459] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b9cbd00-c64c-4a47-a500-211cc8d3eaed: rpc.has_security_group_logging(os_id): False [ 1169.171307] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.171481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.171726] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5a09175-94c1-4685-8150-e055207c9899 with status ACTIVE [ 1169.171888] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.172013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.172142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.172461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.172677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.172882] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.173020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.173092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.173276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.173377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.173646] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.173794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.173896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.174122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.174258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.174304] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5a09175-94c1-4685-8150-e055207c9899 is going to be updated. [ 1169.196782] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.196782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.196782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.196782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.196782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.197190] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.197190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.197279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.197436] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.197517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.197644] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed is going to be created. [ 1169.217086] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.217296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.217555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.217636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.217728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.217898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a09175-94c1-4685-8150-e055207c9899" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.314151] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.314333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.314404] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.314617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.314802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.333034] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed in Status: IN_PROGRESS for 2s [ 1170.472941] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18798269-238c-4eef-940d-0815cbcee228 in Status: SUCCESS [ 1170.473324] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18798269-238c-4eef-940d-0815cbcee228 deletion is rescheduled due to dependency. [ 1170.473324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.688921] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: SUCCESS [ 1170.689209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.689385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.689607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.689795] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.689940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.689989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.690142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.690223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.690319] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.192761] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.347098] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed in Status: SUCCESS [ 1171.347254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.695784] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.198799] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.199010] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.199079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.199302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.199392] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.199488] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 is going to be updated. [ 1172.240790] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.240999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.241076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.241316] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.241485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.258455] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: IN_PROGRESS for 2s [ 1173.665237] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1173.665237] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1174.269775] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: SUCCESS [ 1174.270027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.270209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.270441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.270675] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.270843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.270924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.271120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.271254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.271355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.271458] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.585758] env[70473]: INFO networking_nsxv3.common.synchronization [req-7e8056f9-d0bf-4127-bcc1-4e40b0a7f7c8 req-d3890434-af58-4ecf-9ab3-67a444a7cd16 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1174.585758] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1174.585758] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.585758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.585758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.585758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.591741] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.591741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.591741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.591741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.591741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.591741] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.775289] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.074765] env[70473]: INFO networking_nsxv3.common.synchronization [req-30617699-4c6e-4629-b9f1-d98d9e090af0 req-0d02a45e-eac5-46fa-bee1-eddf599842f6 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Enqueued Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_members [ 1175.076391] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_members [ 1175.076391] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dfcce33-ad9d-4afb-bac5-8febc6568194 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.076391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.076391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.076861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.076861] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.076861] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.077269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.077269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.077269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.077269] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.093608] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.093863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.093863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.094120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.119722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.119722] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.119722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.119722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.119722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.119722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.119722] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1175.153688] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.153688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.153688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.153688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.153688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.164407] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1175.276991] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c5c3d4d-90b9-403a-b740-34644205cd73: rpc.has_security_group_logging(os_id): False [ 1175.300583] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.300583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.300583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.300583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.319089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.319404] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.319882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.319882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.319882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.319882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.320020] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 is going to be updated. [ 1175.387094] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.387304] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.387345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.387527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.387669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.399929] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: IN_PROGRESS for 2s [ 1175.506566] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.506882] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-984" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.507066] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-984" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.507460] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-984" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.507789] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.507999] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.508167] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.508446] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.508644] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.508926] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.509550] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.509732] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.509894] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.510067] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.510224] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.510398] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.533248] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.533533] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1175.533757] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.534041] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-984" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.534519] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.534785] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.534979] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.535707] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.535925] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c395f0e-b6e5-42c8-b81f-ca6a668e8acc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.579452] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.579610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.579677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.579882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.579969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.580172] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.580258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.580322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.580468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.580538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.580653] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 already deleted. [ 1175.580775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.040817] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.040817] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.040817] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.040817] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.040817] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.041422] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc not found, creating... [ 1176.041422] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.041599] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.041640] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.041922] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.042101] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.042431] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.042642] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.042793] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.043108] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.043236] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.043431] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc is going to be created. [ 1176.064250] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.064477] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.064621] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.064914] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.065258] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.065646] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.158788] env[70473]: INFO networking_nsxv3.common.synchronization [req-30617699-4c6e-4629-b9f1-d98d9e090af0 req-54b7f5bb-42a8-47ba-8652-4ddedb0d969c service nova] Enqueued Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_rules [ 1177.158788] env[70473]: INFO networking_nsxv3.common.synchronization [req-30617699-4c6e-4629-b9f1-d98d9e090af0 req-54b7f5bb-42a8-47ba-8652-4ddedb0d969c service nova] Enqueued Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_members [ 1177.158788] env[70473]: INFO networking_nsxv3.common.synchronization [req-30617699-4c6e-4629-b9f1-d98d9e090af0 req-54b7f5bb-42a8-47ba-8652-4ddedb0d969c service nova] Enqueued Resource ID: 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc with Priority: HIGHEST for action port [ 1177.159304] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_rules [ 1177.159304] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_members [ 1177.159304] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc with Priority: HIGHEST for action port [ 1177.164122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dfcce33-ad9d-4afb-bac5-8febc6568194 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.164122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.164122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.164122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.164122] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.164122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dfcce33-ad9d-4afb-bac5-8febc6568194 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.164122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.164122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.164122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.164122] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.164122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.164122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.164122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.164122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.164618] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.165579] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.165849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.166099] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.166511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.166735] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c395f0e-b6e5-42c8-b81f-ca6a668e8acc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.180508] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1177.180508] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 deletion is rescheduled due to dependency. [ 1177.180508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.288600] env[70473]: INFO networking_nsxv3.common.synchronization [req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 req-7e663da2-1664-41dc-88c4-d1571b978c8f tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_members [ 1177.289166] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_members [ 1177.289635] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7478098e-9cdf-4750-ace7-1b3abd077a03 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.289635] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.289808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.289973] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.290133] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.290224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.290284] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.290432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.290511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.290598] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.414739] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: SUCCESS [ 1177.414962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.614338] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-614 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.614552] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.614686] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.614950] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.615409] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.615592] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.615722] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.615960] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.616425] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.616611] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.616741] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.616893] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.617094] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.617190] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.617347] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.617514] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.669012] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dfcce33-ad9d-4afb-bac5-8febc6568194 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.669407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.672018] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc with status ACTIVE [ 1177.672018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.672018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.672018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.672018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.672018] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c395f0e-b6e5-42c8-b81f-ca6a668e8acc is going to be updated. [ 1177.673399] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.681479] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.681596] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.064 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.681737] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.681923] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-614" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.682258] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.686702] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.686702] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.686947] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.687115] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.694678] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.694810] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.694887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.695172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.695321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.695496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c395f0e-b6e5-42c8-b81f-ca6a668e8acc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.796153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.796153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.796153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.796153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.796153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.796153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.796153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.796153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.796153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.796153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.796153] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 already deleted. [ 1177.796153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.176242] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.192476] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.192775] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.192933] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.193244] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.193395] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.193689] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 not found, creating... [ 1178.194183] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.194291] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.194358] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.194593] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.194739] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.195044] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.195237] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.195365] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.195636] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.195876] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.196125] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 is going to be created. [ 1178.219439] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.219676] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.219795] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.220187] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.222093] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.222093] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.679256] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.679498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.679626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.679845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.679946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.680085] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 is going to be created. [ 1178.720440] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.720645] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.720645] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.720862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.721305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.731749] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 in Status: UNINITIALIZED for 2s [ 1178.885891] env[70473]: INFO networking_nsxv3.common.synchronization [req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 req-af90c6d6-6d07-4785-af65-e9d43671382c service nova] Enqueued Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_rules [ 1178.885946] env[70473]: INFO networking_nsxv3.common.synchronization [req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 req-af90c6d6-6d07-4785-af65-e9d43671382c service nova] Enqueued Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_members [ 1178.886135] env[70473]: INFO networking_nsxv3.common.synchronization [req-028e7772-1a4f-4cc4-ae6b-16c367c84a55 req-af90c6d6-6d07-4785-af65-e9d43671382c service nova] Enqueued Resource ID: 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 with Priority: HIGHEST for action port [ 1178.886666] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_rules [ 1178.886799] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_members [ 1178.886894] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 with Priority: HIGHEST for action port [ 1178.887209] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7478098e-9cdf-4750-ace7-1b3abd077a03 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.887289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.887358] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.887584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.887668] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.889552] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7478098e-9cdf-4750-ace7-1b3abd077a03 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.889552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.889552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.889552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.889552] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.889552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.889552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.889552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.889552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.889552] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.890202] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.890302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.890525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.890525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.890583] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.395025] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.395025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7478098e-9cdf-4750-ace7-1b3abd077a03 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.395025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.395025] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 with status ACTIVE [ 1179.395025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.395025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.395025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.395025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.395025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.395025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.395025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.395025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.395025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.395025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.396209] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.396209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.396647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.396947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.397201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.397433] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0 is going to be updated. [ 1179.425376] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.425376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.425376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.425376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.425376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.425376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f92ff02-fb3a-4d29-b5f6-c6cd3d4b1ad0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.899423] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.401940] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.402299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.402299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.402477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.402591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.402694] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 is going to be created. [ 1180.425804] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.426019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.426019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.426262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.426422] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.435498] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 in Status: UNINITIALIZED for 2s [ 1180.743533] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 in Status: SUCCESS [ 1180.743721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.743909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.744113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.744310] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.744443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.744551] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.744717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.744833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.745346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.745346] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.248037] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.750778] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dfcce33-ad9d-4afb-bac5-8febc6568194: rpc.has_security_group_logging(os_id): False [ 1181.769137] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.769339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.769381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.769680] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.769780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.770075] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.770200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.770271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.770593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.770702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.770797] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 is going to be created. [ 1181.843886] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.844059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.844104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.844317] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.844501] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.861109] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 in Status: IN_PROGRESS for 2s [ 1182.447907] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 in Status: SUCCESS [ 1182.448214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.448417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.448778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.448862] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.448989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.449059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.449185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.449299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.449387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.449476] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.952209] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.456082] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7478098e-9cdf-4750-ace7-1b3abd077a03: rpc.has_security_group_logging(os_id): False [ 1183.478282] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.478489] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.478588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.478819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.478913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.479181] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.479292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.479338] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.479488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.479565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.479652] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 is going to be created. [ 1183.544591] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.544764] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.544926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.545075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.545516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.564140] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 in Status: IN_PROGRESS for 2s [ 1183.845414] env[70473]: INFO networking_nsxv3.common.synchronization [req-f6a92dbb-63a9-4cec-85dc-446e512637cc req-51e20d3c-3c63-40fb-8c0a-2ab09643a8d7 tempest-ServersTestJSON-1039222824 tempest-ServersTestJSON-1039222824-project-member] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1183.845967] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGHEST for action security_group_members [ 1183.846297] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.846420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.846513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.846672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.846817] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.846915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.846967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.849614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.849614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.849614] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.876561] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 in Status: SUCCESS [ 1183.876561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.350947] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.350947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.351560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.351560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.351560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.351686] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.351906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.351906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.352025] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.352453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.352520] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be updated. [ 1184.385149] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.385149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.385149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.385149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.385149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.396371] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: IN_PROGRESS for 2s [ 1185.552317] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ada8117-8492-4a83-a6c5-23717db8cbaf req-2ddefae6-51e5-42bc-a46c-a1891bd3d72c tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1185.552870] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1185.553469] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.553469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.553469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.553659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.553709] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.553804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.553864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.554014] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.554306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.554426] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.578453] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 in Status: SUCCESS [ 1185.578678] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.919322] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.919680] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.920071] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.920613] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.921121] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.921506] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.921740] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.922102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.922463] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.922807] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.923070] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.923303] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.923558] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.923781] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.924038] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.924362] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.957645] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.957645] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.957847] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.958101] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-375" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.958514] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.958786] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.959024] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.959677] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.959931] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.058399] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.058399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.058399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.058399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.058399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.058399] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.058399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.058399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.058399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.058399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.058399] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1186.091287] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.091435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.091502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.091718] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.091860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.110979] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1186.414028] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a588cdce-151d-480c-b298-1af7ce25f24a in Status: SUCCESS [ 1186.414028] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a588cdce-151d-480c-b298-1af7ce25f24a deletion is rescheduled due to dependency. [ 1186.414028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.463377] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.465651] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.465651] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.465651] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.465651] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.465651] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 not found, creating... [ 1186.465651] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.465976] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.466180] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.466600] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.466873] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.467375] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.467650] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.467847] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.468223] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.469420] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.469420] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 is going to be created. [ 1186.492939] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.492939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.492939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.492939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.492939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.492939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.316856] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ada8117-8492-4a83-a6c5-23717db8cbaf req-e844debc-c2b5-4d55-b5fd-10c2d225f1ab service nova] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_rules [ 1187.317317] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ada8117-8492-4a83-a6c5-23717db8cbaf req-e844debc-c2b5-4d55-b5fd-10c2d225f1ab service nova] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1187.317317] env[70473]: INFO networking_nsxv3.common.synchronization [req-8ada8117-8492-4a83-a6c5-23717db8cbaf req-e844debc-c2b5-4d55-b5fd-10c2d225f1ab service nova] Enqueued Resource ID: d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 with Priority: HIGHEST for action port [ 1187.317444] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_rules [ 1187.317544] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1187.317645] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 with Priority: HIGHEST for action port [ 1187.318383] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.318759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.318844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.319035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.319158] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.320530] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.320681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.320898] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.321071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.321152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.321325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.321438] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.826094] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 with status ACTIVE [ 1187.826524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.826748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.827785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.827785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.827785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.827785] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.827785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.828074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.828074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.828130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.828379] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.828808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.828808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.828808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.828979] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.828979] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2 is going to be updated. [ 1187.830645] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.830789] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.855115] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.855440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.855526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.855663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.855802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.855966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5c9de5e-f8c9-4805-8aa2-a74e9d3ea2c2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.122052] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1188.122334] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 deletion is rescheduled due to dependency. [ 1188.122420] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.122598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.122833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.123082] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.123205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.123205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.123369] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.123451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.123548] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.626259] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.129345] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.632355] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.632905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.632905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.632905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.632905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.633039] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1189.663091] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.663256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.663326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.663521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.663638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.675986] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1189.854298] env[70473]: INFO networking_nsxv3.common.synchronization [req-54906d13-8de2-495f-9aa2-ee7042a8b1d4 req-e3cdb373-f7d4-4e6f-a665-a139da7ef718 tempest-ServersNegativeTestJSON-444268761 tempest-ServersNegativeTestJSON-444268761-project-member] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1189.854298] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGHEST for action security_group_members [ 1189.854298] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.854298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.854298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.854298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.854298] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.854298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.854298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.854298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.854298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.854298] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.359697] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.359877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.359920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.360152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.360237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.360427] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.360525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.360580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.360726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.360800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.360885] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be updated. [ 1190.387885] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.388100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.388154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.388345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.388515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.397428] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: IN_PROGRESS for 2s [ 1190.981136] env[70473]: INFO networking_nsxv3.common.synchronization [req-555555b2-9ef6-4288-ad86-1ec94b29cd97 req-114875a1-9838-46ce-81a3-4cc7051ba283 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1190.981830] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1190.982167] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.982400] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.982400] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.982595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.982696] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.985780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.985780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.986180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.986180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.986264] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.292304] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.292514] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.292650] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.292965] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.293294] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.293508] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.293681] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.293980] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.294496] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.294783] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.295024] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.295200] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.295414] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.295561] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.295730] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.295873] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.321183] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.321454] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1191.321762] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.322052] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-586" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.322522] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-9072be0b-4200-4b6b-989d-37a1ffd65399 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.322792] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-9072be0b-4200-4b6b-989d-37a1ffd65399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.322995] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-9072be0b-4200-4b6b-989d-37a1ffd65399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.323608] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-9072be0b-4200-4b6b-989d-37a1ffd65399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.323766] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9072be0b-4200-4b6b-989d-37a1ffd65399',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.488212] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.488443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.488443] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.488611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.488723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.488977] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.489094] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.489161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.489354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.489463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.489556] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1191.519061] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.519268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.519325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.519511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.519733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.531801] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1191.687781] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1191.688068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.688295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.688520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.688715] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.688833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.688900] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.689116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.689224] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.689312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.689398] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.826462] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.826777] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.826963] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.827273] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.827432] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.827595] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 9072be0b-4200-4b6b-989d-37a1ffd65399 not found, creating... [ 1191.827898] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.828270] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.828270] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.828454] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.828592] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.828906] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.829085] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.829211] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.829429] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.829573] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.829721] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 9072be0b-4200-4b6b-989d-37a1ffd65399 is going to be created. [ 1191.850108] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.850384] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.850524] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.850837] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.851096] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.851335] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-9072be0b-4200-4b6b-989d-37a1ffd65399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.191460] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.191940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.191940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.192113] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.192297] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.192406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.192472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.192639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.192728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.192818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.192970] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.193075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.193147] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.193469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.193579] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.193652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.193692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.193823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.193918] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.194036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.194160] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.408618] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df1e0fc-185b-4b24-befc-7960a3924bef in Status: SUCCESS [ 1192.408846] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef deletion is rescheduled due to dependency. [ 1192.408973] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.555047] env[70473]: INFO networking_nsxv3.common.synchronization [req-555555b2-9ef6-4288-ad86-1ec94b29cd97 req-df450639-d02f-4938-812a-4be6248605f0 service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 1192.555047] env[70473]: INFO networking_nsxv3.common.synchronization [req-555555b2-9ef6-4288-ad86-1ec94b29cd97 req-df450639-d02f-4938-812a-4be6248605f0 service nova] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1192.555047] env[70473]: INFO networking_nsxv3.common.synchronization [req-555555b2-9ef6-4288-ad86-1ec94b29cd97 req-df450639-d02f-4938-812a-4be6248605f0 service nova] Enqueued Resource ID: 9072be0b-4200-4b6b-989d-37a1ffd65399 with Priority: HIGHEST for action port [ 1192.555047] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_rules [ 1192.555047] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1192.555047] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9072be0b-4200-4b6b-989d-37a1ffd65399 with Priority: HIGHEST for action port [ 1192.555047] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.555047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.555047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.555705] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.555705] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.556501] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.556600] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.557775] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9072be0b-4200-4b6b-989d-37a1ffd65399 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.557775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9072be0b-4200-4b6b-989d-37a1ffd65399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.557775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9072be0b-4200-4b6b-989d-37a1ffd65399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.557775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9072be0b-4200-4b6b-989d-37a1ffd65399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.557775] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9072be0b-4200-4b6b-989d-37a1ffd65399',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.697067] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d361db7e-7bdc-4450-9c63-43f7109cc547: rpc.has_security_group_logging(os_id): False [ 1192.716592] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.716824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.716824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.717028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.717112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.717309] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.718858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.718858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.718858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.719392] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1192.790372] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.790584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.790649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.790851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.791021] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.829467] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1193.060506] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.060694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.060874] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9072be0b-4200-4b6b-989d-37a1ffd65399 with status ACTIVE [ 1193.061101] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.061220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.061291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.061502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.061597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.061783] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.061882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.061948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.062125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.062204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.062388] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.062515] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.062602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.062759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.062836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.062924] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9072be0b-4200-4b6b-989d-37a1ffd65399 is going to be updated. [ 1193.089222] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.089414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.089506] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.089698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.089845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.090022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9072be0b-4200-4b6b-989d-37a1ffd65399" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.546158] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1193.546441] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 1193.546528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.546689] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.546900] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.547095] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.547216] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.547276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.547432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.547513] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.547609] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.049929] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.555114] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.849093] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1194.849093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.060396] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.060396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.060396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.060396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.060396] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.060396] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1195.094377] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.095669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.095669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.097114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.097114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.108359] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1197.121343] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1197.121702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.121762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.121950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.122155] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.122279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.122343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.122496] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.122578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.122672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.122791] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.555687] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.555687] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1197.625588] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.625797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.625797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.626019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.626290] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.626428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.626514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.626730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.626822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.626912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.627075] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.627207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.627299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.627457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.627614] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.627710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.627777] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.627957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.628066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.628144] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.628232] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.130824] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9095f9a-a1bd-4a2b-aa29-ddc63774597b: rpc.has_security_group_logging(os_id): False [ 1198.149470] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.149675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.149675] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.149899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.149991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.150219] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.150324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.150387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.150544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.150622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.150796] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.150890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.150949] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.151109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.151183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.151524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.151524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.151524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.151682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.151715] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.151798] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1198.214380] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.214578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.214578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.214808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.214970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.232500] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1199.880250] env[70473]: INFO networking_nsxv3.common.synchronization [req-08c37fff-230a-42b3-ad10-e8316f1038b6 req-22632131-fd4e-4f4a-aff6-42dd3f636247 tempest-ServerDiskConfigTestJSON-254872343 tempest-ServerDiskConfigTestJSON-254872343-project-member] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1199.881037] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGHEST for action security_group_members [ 1199.881382] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.881507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.881577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.881775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.881924] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.882060] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.882121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.882248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.882326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.882419] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.255512] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1200.255840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.384608] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.384826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.384826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.385088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.385182] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.385381] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.385532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.385636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.385742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.385817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.385903] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be updated. [ 1200.412988] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.413214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.413328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.413752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.413862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.422973] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: IN_PROGRESS for 2s [ 1202.435114] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d361db7e-7bdc-4450-9c63-43f7109cc547 in Status: SUCCESS [ 1202.435579] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 deletion is rescheduled due to dependency. [ 1202.435579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.882202] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.882525] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.884540] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.884808] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.886043] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1214.886289] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.221025] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.221025] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.221025] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.221025] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.221467] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.221467] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.221580] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.221774] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.221926] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.222163] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.222675] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.222675] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.222675] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.222675] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.222812] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.222853] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.245286] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.245474] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.245621] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.245865] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-920" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.246234] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-66ea366c-1d77-4331-99ef-ff5974e85a00 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.246420] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.246549] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.246933] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.247189] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ea366c-1d77-4331-99ef-ff5974e85a00',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.749664] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.749948] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.750111] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.750954] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.751191] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.751509] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.751681] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.751806] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.752054] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.752204] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.752500] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.752659] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.752784] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.753017] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.753164] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.753314] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 66ea366c-1d77-4331-99ef-ff5974e85a00 is going to be updated. [ 1216.775815] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.776057] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.776206] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.776489] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.776692] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.776967] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.609311] env[70473]: INFO networking_nsxv3.common.synchronization [req-2fb79ef9-172a-4faf-b454-423a95917ccd req-7d2000ba-8fdc-41a9-bd2e-29c35d2f509c service nova] Enqueued Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_rules [ 1217.609311] env[70473]: INFO networking_nsxv3.common.synchronization [req-2fb79ef9-172a-4faf-b454-423a95917ccd req-7d2000ba-8fdc-41a9-bd2e-29c35d2f509c service nova] Enqueued Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_members [ 1217.609311] env[70473]: INFO networking_nsxv3.common.synchronization [req-2fb79ef9-172a-4faf-b454-423a95917ccd req-7d2000ba-8fdc-41a9-bd2e-29c35d2f509c service nova] Enqueued Resource ID: 66ea366c-1d77-4331-99ef-ff5974e85a00 with Priority: HIGHEST for action port [ 1217.609311] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_rules [ 1217.609311] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_members [ 1217.609311] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ea366c-1d77-4331-99ef-ff5974e85a00 with Priority: HIGHEST for action port [ 1217.609311] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.609311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.609311] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.610190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.611025] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.611346] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.611508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.611666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.611968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.612239] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.612442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.612585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.612807] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.612947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.613235] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.613962] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-66ea366c-1d77-4331-99ef-ff5974e85a00 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.614161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.614293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.614531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.614676] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ea366c-1d77-4331-99ef-ff5974e85a00',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.116821] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.118308] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.118424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.118596] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66ea366c-1d77-4331-99ef-ff5974e85a00 with status ACTIVE [ 1218.118732] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.118897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.119020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.119166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.119251] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.119425] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.119521] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.119582] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.119726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.120300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.120970] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.120970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.120970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.120970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.121281] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.121281] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66ea366c-1d77-4331-99ef-ff5974e85a00 is going to be updated. [ 1218.158439] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.158658] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.158658] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.158958] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.159056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.159202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66ea366c-1d77-4331-99ef-ff5974e85a00" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.623035] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.038037] env[70473]: INFO networking_nsxv3.common.synchronization [req-cf41f492-7f6d-427a-9d73-e8793c7a09cf req-2e46add2-f02e-4754-8f50-59540abef3f5 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1219.038037] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1219.038674] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.038674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.038674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.038674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.038858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.038929] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.039072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.039542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.039542] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.039542] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.126314] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.126550] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.126690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.127027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.127157] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.127270] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae is going to be updated. [ 1219.158565] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.158886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.158886] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.159058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.159126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.172513] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae in Status: IN_PROGRESS for 2s [ 1219.541728] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.541927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.542044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.542264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.542391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.542631] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.542735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.542802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.542975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.543068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.543183] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6401e67-93c4-418a-b343-01593afc274f already deleted. [ 1219.543270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.609702] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.609917] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.610063] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.610480] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.610789] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.610963] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.611190] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.611464] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.611669] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.611925] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.612133] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.612309] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.612456] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.612605] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.612756] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.612933] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.632073] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.632412] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1219.632412] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.632581] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.632900] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.633096] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.633224] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.633572] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.633728] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.136133] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.136428] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.136535] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.136857] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.137043] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.137194] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c not found, creating... [ 1220.137475] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.137640] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.137762] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.137997] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.138160] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.138452] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.138612] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.138734] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.138957] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.139113] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.139259] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c is going to be created. [ 1220.168991] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.169289] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.169359] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.169642] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.169880] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.170125] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.843475] env[70473]: INFO networking_nsxv3.common.synchronization [req-cf41f492-7f6d-427a-9d73-e8793c7a09cf req-447a2d14-3f1a-43a3-88e9-88a2e804a9d6 service nova] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_rules [ 1220.843475] env[70473]: INFO networking_nsxv3.common.synchronization [req-cf41f492-7f6d-427a-9d73-e8793c7a09cf req-447a2d14-3f1a-43a3-88e9-88a2e804a9d6 service nova] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1220.843475] env[70473]: INFO networking_nsxv3.common.synchronization [req-cf41f492-7f6d-427a-9d73-e8793c7a09cf req-447a2d14-3f1a-43a3-88e9-88a2e804a9d6 service nova] Enqueued Resource ID: 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c with Priority: HIGHEST for action port [ 1220.843475] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_rules [ 1220.843475] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1220.843475] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c with Priority: HIGHEST for action port [ 1220.843475] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.844142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.844310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.844644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.844827] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.845787] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.846050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.846201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.846450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.846695] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.846921] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.847104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.847357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.847532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.847702] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.848769] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.849017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.849186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.849422] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.849592] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.182196] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae in Status: SUCCESS [ 1221.182196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.182381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.182595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.182783] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.182934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.183015] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.183194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.183276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.183345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.183439] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.351730] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.351981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.352376] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.353458] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c with status ACTIVE [ 1221.353577] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.353830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.353830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.354018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.354114] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.354285] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.354382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.354441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.354594] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.354671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.354845] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.354980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.354980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.355152] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.355214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.355279] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c is going to be updated. [ 1221.383172] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.383172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.383172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.383533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.383533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.383533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f9a4e05-4ed1-4f81-819c-bd7c9f3b958c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.402179] env[70473]: INFO networking_nsxv3.common.synchronization [req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf req-89f99a7a-fb03-45ec-a866-a548fb06b678 tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1221.402630] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1221.402828] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.402948] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.675735] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.676063] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.676219] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.676550] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.676890] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.677134] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.677290] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.677580] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.677777] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.678036] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.678276] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.678429] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.678579] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.678719] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1221.678929] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.679125] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.686564] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.699700] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.700149] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1221.700149] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.700241] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.700617] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.700733] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.700822] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.701198] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.701363] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c4fd06-dec9-4974-9d6b-95cf7debc1f6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.857815] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.189899] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae: rpc.has_security_group_logging(os_id): False [ 1222.203559] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.203825] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.203999] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.204339] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.204476] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.204640] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 not found, creating... [ 1222.204916] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.205100] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.205242] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.205520] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.205667] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.206055] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.206240] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.206367] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.206596] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.206739] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.206930] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 is going to be created. [ 1222.210482] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.210647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.210688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.210911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.211007] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.211257] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.211360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.211581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.211765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.211845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.211937] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae is going to be updated. [ 1222.244351] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.244616] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.244811] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.245157] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.245454] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.245729] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.287708] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.287966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.287966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.288293] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.288474] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.303766] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae in Status: IN_PROGRESS for 2s [ 1222.360587] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.360763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.360804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.361036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.361264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.361371] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be created. [ 1222.418535] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.418766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.418766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.418970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.419146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.431023] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: UNINITIALIZED for 2s [ 1222.994820] env[70473]: INFO networking_nsxv3.common.synchronization [req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf req-14cb57e2-9a5a-4e38-bde0-827002da2c19 service nova] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_rules [ 1222.994820] env[70473]: INFO networking_nsxv3.common.synchronization [req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf req-14cb57e2-9a5a-4e38-bde0-827002da2c19 service nova] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1222.994820] env[70473]: INFO networking_nsxv3.common.synchronization [req-f43fb0fe-9a25-492e-99e0-b8cdc1fd26cf req-14cb57e2-9a5a-4e38-bde0-827002da2c19 service nova] Enqueued Resource ID: f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 with Priority: HIGHEST for action port [ 1222.994820] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_rules [ 1222.994820] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1222.994820] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 with Priority: HIGHEST for action port [ 1222.994820] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.994820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.995639] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.995639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.995639] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.995639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.995639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.995639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.995639] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c4fd06-dec9-4974-9d6b-95cf7debc1f6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.497372] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 with status ACTIVE [ 1223.497609] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.497739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.497827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.498059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.498166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.498350] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.498451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.498510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.498673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.498745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.498950] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.499413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.499498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.499641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.499722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.499811] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5c4fd06-dec9-4974-9d6b-95cf7debc1f6 is going to be updated. [ 1223.526887] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.527163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.527217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.527421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.527563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.527734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c4fd06-dec9-4974-9d6b-95cf7debc1f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.807607] env[70473]: INFO networking_nsxv3.common.synchronization [req-eb0b6970-ef87-43a2-a717-edbcf81281e5 req-632afba5-a0b8-4f62-8de0-a92d7f4c4d9c tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1223.808166] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1223.808483] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.808603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.178184] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-408 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.178184] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.178184] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.178184] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.178184] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.178897] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.179248] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.179667] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.179960] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.180376] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.180677] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1224.180963] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1224.181272] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1224.181538] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1224.181761] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1224.182098] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1224.207389] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1224.207389] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1224.207389] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1224.207389] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-408" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.207389] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-e63c2631-ea86-4c38-bc2a-15c6cc4de19c taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.207389] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-e63c2631-ea86-4c38-bc2a-15c6cc4de19c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.207389] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-e63c2631-ea86-4c38-bc2a-15c6cc4de19c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.207389] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-e63c2631-ea86-4c38-bc2a-15c6cc4de19c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.207389] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e63c2631-ea86-4c38-bc2a-15c6cc4de19c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.319904] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae in Status: SUCCESS [ 1224.320163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.443648] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1224.443872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.444469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.444721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.444894] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.445023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.445089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.445248] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.445330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.445416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.445537] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.446616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.446800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.446974] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.447166] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.447234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.447377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.447465] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.447556] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.717032] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.717300] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.717449] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.717771] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.717934] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.718128] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port e63c2631-ea86-4c38-bc2a-15c6cc4de19c not found, creating... [ 1224.718417] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.718627] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.718754] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.719052] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.719210] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.719528] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.719693] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.719818] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.720061] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.720205] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.720366] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: e63c2631-ea86-4c38-bc2a-15c6cc4de19c is going to be created. [ 1224.743997] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.744221] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.744353] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.744638] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.744877] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.745127] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-e63c2631-ea86-4c38-bc2a-15c6cc4de19c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.950847] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.951079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.955479] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.438172] env[70473]: INFO networking_nsxv3.common.synchronization [req-eb0b6970-ef87-43a2-a717-edbcf81281e5 req-2897a614-c2f4-4a82-b608-f9a5cb835a54 service nova] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_rules [ 1225.438484] env[70473]: INFO networking_nsxv3.common.synchronization [req-eb0b6970-ef87-43a2-a717-edbcf81281e5 req-2897a614-c2f4-4a82-b608-f9a5cb835a54 service nova] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1225.438531] env[70473]: INFO networking_nsxv3.common.synchronization [req-eb0b6970-ef87-43a2-a717-edbcf81281e5 req-2897a614-c2f4-4a82-b608-f9a5cb835a54 service nova] Enqueued Resource ID: e63c2631-ea86-4c38-bc2a-15c6cc4de19c with Priority: HIGHEST for action port [ 1225.438783] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_rules [ 1225.438919] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1225.438993] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e63c2631-ea86-4c38-bc2a-15c6cc4de19c with Priority: HIGHEST for action port [ 1225.439616] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.439687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.439859] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.439985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.440695] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e63c2631-ea86-4c38-bc2a-15c6cc4de19c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.440909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e63c2631-ea86-4c38-bc2a-15c6cc4de19c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.441013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e63c2631-ea86-4c38-bc2a-15c6cc4de19c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.441237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e63c2631-ea86-4c38-bc2a-15c6cc4de19c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.441324] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e63c2631-ea86-4c38-bc2a-15c6cc4de19c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.457560] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.943187] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e63c2631-ea86-4c38-bc2a-15c6cc4de19c with status ACTIVE [ 1225.943515] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.943613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.943788] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.944085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.944228] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.944459] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.944649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.944729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.945016] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.945209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.945562] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.945735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.945897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.946182] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.946339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.946486] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e63c2631-ea86-4c38-bc2a-15c6cc4de19c is going to be updated. [ 1225.960521] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.960731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.960847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.960969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.961100] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.961242] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be updated. [ 1225.977782] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.977976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.978027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.978469] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.978623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.978864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e63c2631-ea86-4c38-bc2a-15c6cc4de19c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.027640] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.027854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.027854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.028199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.028461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.039943] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: IN_PROGRESS for 2s [ 1227.596277] env[70473]: INFO networking_nsxv3.common.synchronization [req-fd04827a-baed-4338-8422-7cf3c177df5f req-63659466-53bf-49b8-bb35-0d7515cc69d8 tempest-ServersTestJSON-991611873 tempest-ServersTestJSON-991611873-project-member] Enqueued Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_members [ 1227.596915] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGHEST for action security_group_members [ 1227.597242] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dfcce33-ad9d-4afb-bac5-8febc6568194 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.597387] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.597454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.598190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.598190] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.598190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.598190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.598190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.598417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.598417] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.052493] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1228.054054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.054054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.054054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.054054] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.054054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.054054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.054054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.054054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.054054] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.101071] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.101305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.101413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.101611] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.101748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.102016] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.102131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.102203] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.102374] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.102557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.102557] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 is going to be updated. [ 1228.135408] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.135605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.135605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.135754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.136171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.144880] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 in Status: IN_PROGRESS for 2s [ 1228.556317] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.059943] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.561823] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.562060] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.562133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.562327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.562424] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.562532] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be updated. [ 1229.592630] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.592781] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.592854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.593096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.593254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.604398] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: IN_PROGRESS for 2s [ 1230.154700] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 in Status: SUCCESS [ 1230.155123] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 deletion is rescheduled due to dependency. [ 1230.155123] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.614966] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1231.615428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.615428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.615596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.615794] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.615913] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.615970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.616314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.616314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.616458] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.118168] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.597786] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.598018] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1232.621704] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.126342] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.126342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.126342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.126342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.126342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.126342] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be updated. [ 1233.164363] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.164363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.164363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.164363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.164363] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.174762] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: IN_PROGRESS for 2s [ 1233.366236] env[70473]: INFO networking_nsxv3.common.synchronization [req-d766f382-b968-48e9-8e35-f96b7099ca1c req-949b2f4f-561b-48d4-8cbb-0221c3c342b1 tempest-DeleteServersTestJSON-1020122297 tempest-DeleteServersTestJSON-1020122297-project-member] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1233.367093] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGHEST for action security_group_members [ 1233.367307] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.367382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.367507] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.367761] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.367761] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.367916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.367916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.368745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.368745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.368745] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.872067] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.872067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.872067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.872067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.872067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.872067] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.872067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.872067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.872733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.872733] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.872733] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be updated. [ 1233.900238] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.900824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.900824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.900824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.900963] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.911228] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: IN_PROGRESS for 2s [ 1235.185050] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1235.185343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.185448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.185683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.185874] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.185992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.186075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.186287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.186357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.186448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.186610] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.186704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.186763] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.186906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.187071] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.187185] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.187239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.187385] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.187458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.187538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.187623] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.189478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.189651] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.189798] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.189898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.189961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.190117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.190196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.190285] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.693013] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6401e67-93c4-418a-b343-01593afc274f: rpc.has_security_group_logging(os_id): False [ 1235.696554] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.718635] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.718902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.718945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.719162] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.719257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.719524] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.719722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.719722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.719848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.719922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.720157] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.720884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.720884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.720884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.720884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.721833] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.721833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.721833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.721833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.722093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.722224] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be created. [ 1235.789055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.789234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.789280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.789482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.789804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.800914] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: IN_PROGRESS for 2s [ 1235.921884] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b in Status: SUCCESS [ 1235.922089] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b deletion is rescheduled due to dependency. [ 1235.922197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.204020] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.509451] env[70473]: INFO networking_nsxv3.common.synchronization [None req-1e4b31b4-91c2-4c75-9c62-a6bdb4ff207a None None] Enqueued Resource ID: 9e477f5e-5833-43fb-a52a-39a48b869a36 with Priority: HIGHEST for action port [ 1236.509711] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e477f5e-5833-43fb-a52a-39a48b869a36 with Priority: HIGHEST for action port [ 1236.510330] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e477f5e-5833-43fb-a52a-39a48b869a36 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.510463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e477f5e-5833-43fb-a52a-39a48b869a36" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.510525] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e477f5e-5833-43fb-a52a-39a48b869a36" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.510796] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e477f5e-5833-43fb-a52a-39a48b869a36" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.510896] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e477f5e-5833-43fb-a52a-39a48b869a36',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.577745] env[70473]: INFO networking_nsxv3.common.synchronization [None req-e7f4ba3b-a66c-48cd-82be-7fa6fad974a1 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1236.578288] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1236.578627] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.579084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.579084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.579084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.579189] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.661446] env[70473]: INFO networking_nsxv3.common.synchronization [None req-500710c4-232f-4287-83be-07c564c2d3ab tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1236.662405] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1236.662670] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.662775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.705372] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.705372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.705372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.705372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.705372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.705372] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be updated. [ 1236.741889] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.742042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.742110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.742381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.742538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.753031] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: IN_PROGRESS for 2s [ 1237.015835] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e477f5e-5833-43fb-a52a-39a48b869a36 [ 1237.015835] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.015835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.015835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.019183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.019183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.019183] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e477f5e-5833-43fb-a52a-39a48b869a36 already deleted. [ 1237.019183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e477f5e-5833-43fb-a52a-39a48b869a36" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.099641] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.099830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.099942] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.100295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.100416] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.100519] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441b059d-63e6-4281-9f42-362df5574c9d already deleted. [ 1237.100702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.100758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.100950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.101120] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.622447] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.622447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.622799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.622799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.622799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.622924] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441b059d-63e6-4281-9f42-362df5574c9d already deleted. [ 1237.623037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.813228] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1237.813415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.813681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.813927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.814069] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.318977] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.319190] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.624893] env[70473]: INFO networking_nsxv3.common.synchronization [None req-d694f80e-9ffa-4cad-ad83-2b1634693aef None None] Enqueued Resource ID: 495eaa48-1619-42ea-acbf-49b4dbd0d224 with Priority: HIGHEST for action port [ 1238.625205] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495eaa48-1619-42ea-acbf-49b4dbd0d224 with Priority: HIGHEST for action port [ 1238.625927] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-495eaa48-1619-42ea-acbf-49b4dbd0d224 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.626070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-495eaa48-1619-42ea-acbf-49b4dbd0d224" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.626136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-495eaa48-1619-42ea-acbf-49b4dbd0d224" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.626427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-495eaa48-1619-42ea-acbf-49b4dbd0d224" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.626509] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495eaa48-1619-42ea-acbf-49b4dbd0d224',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.764554] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1238.764781] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.764957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.765187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.765373] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.765504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.765576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.765729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.765811] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.766717] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.766717] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.129846] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 495eaa48-1619-42ea-acbf-49b4dbd0d224 [ 1239.130113] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.130326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.130326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.130556] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.130656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.130758] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:495eaa48-1619-42ea-acbf-49b4dbd0d224 already deleted. [ 1239.130837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-495eaa48-1619-42ea-acbf-49b4dbd0d224" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.269238] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.269419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.269419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.269644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.269805] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.269904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.269967] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.270263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.270263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.270383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.270433] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.270510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.270569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.270702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.270834] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.270922] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.270980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.271130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.271201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.271276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.271358] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.773760] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6401e67-93c4-418a-b343-01593afc274f: rpc.has_security_group_logging(os_id): False [ 1239.793316] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.793661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.793661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.793819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.793867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.794055] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.794209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.794289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.794498] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.794634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.794903] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.795052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.795161] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.795354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.795449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.795660] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.795822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.795912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.796076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.796209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.796288] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be updated. [ 1239.860520] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.860708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.860836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.860976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.861132] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.877377] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: IN_PROGRESS for 2s [ 1241.862739] env[70473]: INFO networking_nsxv3.common.synchronization [req-7000046c-1aaf-41a2-a5dc-83c6ff0a6730 req-6debf24b-3b87-49c2-86b1-b2806ca385f7 tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 1241.863351] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 1241.863689] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.863818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.863885] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.864134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.864291] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.864394] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.864446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.864605] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.865043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.865043] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.894741] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1241.895042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.896029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.898091] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.898091] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.370175] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.400220] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.400388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.400437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.400653] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.400818] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.400982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.400982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.401136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.401232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.401325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.401412] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.805843] env[70473]: INFO networking_nsxv3.common.synchronization [req-6bafb238-5d3f-4a27-bec4-8870a10a5339 req-ee61ae90-eeb2-4948-b413-e62681705434 tempest-AttachVolumeNegativeTest-1040129222 tempest-AttachVolumeNegativeTest-1040129222-project-member] Enqueued Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_members [ 1242.806463] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGHEST for action security_group_members [ 1242.806778] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7478098e-9cdf-4750-ace7-1b3abd077a03 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.806926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.807000] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.807423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.807617] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.807746] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.807838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.808075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.808173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.808270] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.872529] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.903847] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.904009] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.904089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.904306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.904471] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.904575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.904640] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.904833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.905024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.905024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.905187] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.905280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.905342] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.905482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.905618] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.905709] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.905786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.905931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.906022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.906181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.906181] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.313210] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.313210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.313210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.313210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.313210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.313210] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.313210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.313210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.313210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.313210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.313210] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 is going to be updated. [ 1243.342836] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.342836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.342836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.342836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.342836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.351749] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 in Status: IN_PROGRESS for 2s [ 1243.376583] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.377099] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.377352] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.377730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.377907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.378100] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 is going to be updated. [ 1243.408527] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6401e67-93c4-418a-b343-01593afc274f: rpc.has_security_group_logging(os_id): False [ 1243.530662] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.530662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.530662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.530662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.530662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.542805] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: IN_PROGRESS for 2s [ 1243.544349] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.544477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.544555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.544769] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.544853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.545170] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.545289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.545289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.545588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.545588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.545713] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.545777] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.545821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.545935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.546022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.546196] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.546349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.546408] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.546596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.546676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.546762] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be updated. [ 1243.615136] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.615324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.615409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.615659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.615819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.631989] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: IN_PROGRESS for 2s [ 1244.032191] env[70473]: INFO networking_nsxv3.common.synchronization [req-cf787749-1d7e-4356-9b37-21dce0d062bb req-79a9b439-b23c-4a3c-a93f-a797a8093fc3 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1244.032754] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1244.033017] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.033146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.033209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.033453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.033606] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.033704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.033768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.033903] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.033982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.034154] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.536428] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.536589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.536667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.536875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.536960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.537163] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.537261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.537321] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.537644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.538744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.538744] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d already deleted. [ 1244.538744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.551467] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.551684] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.551814] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.552159] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.552437] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.552621] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.552747] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.552967] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.553130] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.553793] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1244.553793] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.553793] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.553793] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.553793] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1244.553995] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.554037] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.573879] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.574065] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1244.574215] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.574485] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.574804] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-55b231ba-c656-4a8f-a238-e05b4a70fa8e taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.574984] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-55b231ba-c656-4a8f-a238-e05b4a70fa8e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.575126] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-55b231ba-c656-4a8f-a238-e05b4a70fa8e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.575448] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-55b231ba-c656-4a8f-a238-e05b4a70fa8e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.575592] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55b231ba-c656-4a8f-a238-e05b4a70fa8e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.587049] env[70473]: INFO networking_nsxv3.common.synchronization [req-a9142a93-ac91-4f6d-9d00-22debea0c3f2 req-af6364ea-0960-42c2-92d8-cc52da21ffff tempest-AttachVolumeTestJSON-172908504 tempest-AttachVolumeTestJSON-172908504-project-member] Enqueued Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_members [ 1244.587605] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGHEST for action security_group_members [ 1244.588340] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.588340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.588340] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.588499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.588649] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.588741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.588840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.588937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.589027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.589123] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.077788] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.078264] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.078264] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.078483] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.078640] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.078801] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 55b231ba-c656-4a8f-a238-e05b4a70fa8e not found, creating... [ 1245.079087] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.079254] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.079380] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.079603] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.079746] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.080048] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.080213] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.080337] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.080552] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.080690] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.080836] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 55b231ba-c656-4a8f-a238-e05b4a70fa8e is going to be created. [ 1245.091812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.092056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.092056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.092223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.092324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.092508] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.092606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.092665] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.092807] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.092881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.092966] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed is going to be updated. [ 1245.109466] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.110510] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.110510] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.110510] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.110510] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.110707] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-55b231ba-c656-4a8f-a238-e05b4a70fa8e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.133383] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.133616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.133616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.133732] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.133865] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.143995] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed in Status: IN_PROGRESS for 2s [ 1245.363654] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 in Status: SUCCESS [ 1245.363802] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 deletion is rescheduled due to dependency. [ 1245.363855] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.552919] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: SUCCESS [ 1245.553169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.648347] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1245.648701] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.813173] env[70473]: INFO networking_nsxv3.common.synchronization [req-cf787749-1d7e-4356-9b37-21dce0d062bb req-8206cb9a-9b06-489f-832b-5ea85263e7e8 service nova] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1245.813173] env[70473]: INFO networking_nsxv3.common.synchronization [req-cf787749-1d7e-4356-9b37-21dce0d062bb req-8206cb9a-9b06-489f-832b-5ea85263e7e8 service nova] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1245.813173] env[70473]: INFO networking_nsxv3.common.synchronization [req-cf787749-1d7e-4356-9b37-21dce0d062bb req-8206cb9a-9b06-489f-832b-5ea85263e7e8 service nova] Enqueued Resource ID: 55b231ba-c656-4a8f-a238-e05b4a70fa8e with Priority: HIGHEST for action port [ 1245.813173] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1245.813173] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1245.813173] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b231ba-c656-4a8f-a238-e05b4a70fa8e with Priority: HIGHEST for action port [ 1245.813173] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.813945] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.814141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.814570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.814747] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.816389] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.820271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.820271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.820271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.820271] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.820271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.820558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.820558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.821641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.821641] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.821641] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-55b231ba-c656-4a8f-a238-e05b4a70fa8e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.821801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55b231ba-c656-4a8f-a238-e05b4a70fa8e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.821801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55b231ba-c656-4a8f-a238-e05b4a70fa8e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.822097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55b231ba-c656-4a8f-a238-e05b4a70fa8e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.822097] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55b231ba-c656-4a8f-a238-e05b4a70fa8e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.324654] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.324654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.324980] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.325837] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55b231ba-c656-4a8f-a238-e05b4a70fa8e with status ACTIVE [ 1246.325837] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.325999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.325999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.326232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.326232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.326434] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.326531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.326593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.326746] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.326823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.326996] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.327707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.327766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.327956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.328213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.328332] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55b231ba-c656-4a8f-a238-e05b4a70fa8e is going to be updated. [ 1246.350727] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.350888] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.351294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.351557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.351894] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.351976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55b231ba-c656-4a8f-a238-e05b4a70fa8e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.830474] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.153564] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed in Status: SUCCESS [ 1247.153757] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed deletion is rescheduled due to dependency. [ 1247.153875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.332739] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.333068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.333068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.333205] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.333325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.333508] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be created. [ 1247.357814] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.358038] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.358160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.358417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.358643] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.367972] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: UNINITIALIZED for 2s [ 1248.619231] env[70473]: INFO networking_nsxv3.common.synchronization [req-e527a453-84d4-4436-b621-091c696fc23e req-5be6ed8e-8a83-43ae-be4a-a74408a8b4f1 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_members [ 1248.620751] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGHEST for action security_group_members [ 1248.620751] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.620751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.620751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.620751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.620751] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.620751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.620751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.621223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.621223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.622598] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.132690] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.132925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.133070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.133377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.133516] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.133881] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.134042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.134110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.134336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.134431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.134544] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 is going to be updated. [ 1249.190156] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.190156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.190156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.190156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.191019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.208161] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 in Status: IN_PROGRESS for 2s [ 1249.382973] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1249.383298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.383412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.383619] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.383812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.383934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.384033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.384186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.384331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.384386] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.384461] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.886759] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.939952] env[70473]: INFO networking_nsxv3.common.synchronization [req-d7f0ec66-2411-4a47-861f-cde46bfe97a3 req-78c4a39a-f142-4f7c-8453-a72de93c702a tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1249.940209] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1249.940537] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.940668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.941229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.941229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.941229] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.941417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.941417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.941505] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.941555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.941633] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.389417] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 441b059d-63e6-4281-9f42-362df5574c9d: rpc.has_security_group_logging(os_id): False [ 1250.407674] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.407848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.407891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.408124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.408215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.408457] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.408564] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.408910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.408910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.408910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.409094] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be created. [ 1250.443633] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.468850] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.469013] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.469076] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.469278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.469461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.480910] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1250.946588] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.218652] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 in Status: SUCCESS [ 1251.218890] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 deletion is rescheduled due to dependency. [ 1251.219049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.449186] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.449431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.449491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.449710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.449837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.449944] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be updated. [ 1251.481245] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.481410] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.481454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.481661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.481809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.491140] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: IN_PROGRESS for 2s [ 1252.493071] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1252.493430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.501234] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1253.501536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.941259] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.941606] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.348260] env[70473]: INFO networking_nsxv3.common.synchronization [req-e31447e8-8259-4acf-9d27-ccafe3a40ef1 req-95d013ea-0d6e-435c-a2af-079f0fc6f73a tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1258.349512] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1258.349848] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.349976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.350069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.350285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.350437] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.350543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.350610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.350809] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.350906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.351014] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.853676] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.340716] env[70473]: INFO networking_nsxv3.common.synchronization [req-c0729009-a0b6-44ae-9c46-32036eac7101 req-f69789ca-0b4d-4fb5-b8d6-f0581d1c461f tempest-ServersV294TestFqdnHostnames-2035970244 tempest-ServersV294TestFqdnHostnames-2035970244-project-member] Enqueued Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_members [ 1259.341532] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGHEST for action security_group_members [ 1259.341863] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.341987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.342063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.342583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.342583] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.342583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.342583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.342778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.342778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.342896] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.359410] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.844920] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.845289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.845456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.845838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.861990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.862388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.862554] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.862876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.863093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.863292] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be updated. [ 1259.868776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.870320] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.873024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.873024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.873024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.873024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.873024] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 is going to be updated. [ 1259.897018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.897018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.897018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.897018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.897018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.897672] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.898181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.898446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.898741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.898971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.911708] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: IN_PROGRESS for 2s [ 1259.913359] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 in Status: IN_PROGRESS for 2s [ 1260.184177] env[70473]: INFO networking_nsxv3.common.synchronization [req-7f8a5b74-b4b6-4865-a0b0-972d7300cf0e req-5e42364e-ee02-475a-ac71-ab8613aa148b tempest-ServerActionsTestOtherA-1720114309 tempest-ServerActionsTestOtherA-1720114309-project-member] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 1260.184928] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGHEST for action security_group_members [ 1260.185354] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.185561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.185607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.185856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.186084] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.186218] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.186303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.186541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.186728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.186866] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.693595] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.693595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.693595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.693595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.693595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.693595] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.693595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.693595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.693595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.693595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.693595] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 is going to be updated. [ 1260.720864] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.727142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.727142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.727142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.727142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.739430] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: IN_PROGRESS for 2s [ 1261.928505] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1261.928778] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.929736] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 in Status: SUCCESS [ 1261.929886] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 deletion is rescheduled due to dependency. [ 1261.929984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.750134] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 in Status: SUCCESS [ 1262.750363] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 deletion is rescheduled due to dependency. [ 1262.750491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.186364] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.186692] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.399900] env[70473]: INFO networking_nsxv3.common.synchronization [req-1f5bc0d3-1bba-4913-95e9-0431eeb63e76 req-d337008c-835e-4560-a280-2f3418c6c4ae tempest-ListServerFiltersTestJSON-2095523302 tempest-ListServerFiltersTestJSON-2095523302-project-member] Enqueued Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1265.400536] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6401e67-93c4-418a-b343-01593afc274f with Priority: HIGHEST for action security_group_members [ 1265.400867] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6401e67-93c4-418a-b343-01593afc274f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.400996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.401127] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.402181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.402350] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.402461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.402526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.402698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.402813] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.402940] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6401e67-93c4-418a-b343-01593afc274f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.907150] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.907303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.907375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.907842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.908051] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.908518] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.908645] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.908721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.908898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.908982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.909091] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6401e67-93c4-418a-b343-01593afc274f is going to be updated. [ 1265.939398] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.939560] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.939603] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.939808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.939952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.952720] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: IN_PROGRESS for 2s [ 1267.962339] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6401e67-93c4-418a-b343-01593afc274f in Status: SUCCESS [ 1267.962687] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6401e67-93c4-418a-b343-01593afc274f deletion is rescheduled due to dependency. [ 1267.962687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6401e67-93c4-418a-b343-01593afc274f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.401697] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.402023] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.755113] env[70473]: INFO networking_nsxv3.common.synchronization [req-39e95001-b9f7-4ea0-9086-e243d4cc4798 req-aef21538-bbb1-47f8-b9be-e2e18a079ebd tempest-AttachVolumeShelveTestJSON-450902216 tempest-AttachVolumeShelveTestJSON-450902216-project-member] Enqueued Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_members [ 1272.755672] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGHEST for action security_group_members [ 1272.755999] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.756403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.756403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.756403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.756597] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.756661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.756661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.756883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.756971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.757107] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.880263] env[70473]: INFO networking_nsxv3.common.synchronization [None req-bbaf0dbd-c9f6-458d-9099-120615bac326 None None] Enqueued Resource ID: f3f9f2fc-1891-43c4-8e00-c6776ba6e7b0 with Priority: HIGHEST for action port [ 1272.881842] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f9f2fc-1891-43c4-8e00-c6776ba6e7b0 with Priority: HIGHEST for action port [ 1272.881842] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f9f2fc-1891-43c4-8e00-c6776ba6e7b0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.882018] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f9f2fc-1891-43c4-8e00-c6776ba6e7b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.882091] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f9f2fc-1891-43c4-8e00-c6776ba6e7b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.882402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f9f2fc-1891-43c4-8e00-c6776ba6e7b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.882521] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f9f2fc-1891-43c4-8e00-c6776ba6e7b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.261339] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.261538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.261625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.261841] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.261933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.262139] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.262235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.262297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.262450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.262524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.262614] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae is going to be updated. [ 1273.291990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.292176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.292252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.292460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.292606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.303021] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae in Status: IN_PROGRESS for 2s [ 1273.387521] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3f9f2fc-1891-43c4-8e00-c6776ba6e7b0 [ 1273.387860] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.387950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.387999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.388242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.388313] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.388412] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3f9f2fc-1891-43c4-8e00-c6776ba6e7b0 already deleted. [ 1273.388485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f9f2fc-1891-43c4-8e00-c6776ba6e7b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.648444] env[70473]: INFO networking_nsxv3.common.synchronization [None req-f92d82d1-2140-4597-a0b0-4601c3a2aa0e None None] Enqueued Resource ID: 4588fcef-4813-49b8-b5dc-bbab181f1c0c with Priority: HIGHEST for action port [ 1274.648707] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4588fcef-4813-49b8-b5dc-bbab181f1c0c with Priority: HIGHEST for action port [ 1274.649641] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4588fcef-4813-49b8-b5dc-bbab181f1c0c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.649775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4588fcef-4813-49b8-b5dc-bbab181f1c0c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.649842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4588fcef-4813-49b8-b5dc-bbab181f1c0c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.650116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4588fcef-4813-49b8-b5dc-bbab181f1c0c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.650201] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4588fcef-4813-49b8-b5dc-bbab181f1c0c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.151986] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4588fcef-4813-49b8-b5dc-bbab181f1c0c [ 1275.152259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.152432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.152543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.152822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.152923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.153096] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4588fcef-4813-49b8-b5dc-bbab181f1c0c already deleted. [ 1275.153177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4588fcef-4813-49b8-b5dc-bbab181f1c0c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.313431] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae in Status: SUCCESS [ 1275.313636] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae deletion is rescheduled due to dependency. [ 1275.313790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.155229] env[70473]: INFO networking_nsxv3.common.synchronization [req-bcb7767a-899d-4a43-9b1f-521c697a614f req-b8e6a7e7-819e-4bdb-a0cb-8f8ffd6ea71e tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Enqueued Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1279.155890] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1279.156129] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.156263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.156327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.156671] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.156860] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.156956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.157036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.157210] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.157285] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.157380] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.490329] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.490557] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-816" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.490675] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-816" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.491070] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-816" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.491355] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.491520] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.491645] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.491871] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.492127] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.492294] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.492462] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.494031] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.494031] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.494031] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1279.494031] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.494031] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.514141] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.514328] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1279.514476] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.514677] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-816" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.515081] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.515266] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.515391] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.515713] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.515853] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.659065] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.659349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.659349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.659557] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.659653] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.659868] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.659968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.660043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.660200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.660277] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.660362] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1c17593-d39e-4c86-b111-55e084161f3c already deleted. [ 1279.660442] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.019175] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.019472] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.019667] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.020036] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.020267] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.020474] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee not found, creating... [ 1280.020884] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.021152] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.021302] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.021651] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.021828] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.022261] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.022488] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.022630] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.022936] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.023149] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.023321] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee is going to be created. [ 1280.051181] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.051413] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.051547] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.051837] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.052108] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.052346] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.757215] env[70473]: INFO networking_nsxv3.common.synchronization [req-bcb7767a-899d-4a43-9b1f-521c697a614f req-5d6c0e7c-f2db-405b-a693-018af20b93ef service nova] Enqueued Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_rules [ 1280.757533] env[70473]: INFO networking_nsxv3.common.synchronization [req-bcb7767a-899d-4a43-9b1f-521c697a614f req-5d6c0e7c-f2db-405b-a693-018af20b93ef service nova] Enqueued Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1280.757780] env[70473]: INFO networking_nsxv3.common.synchronization [req-bcb7767a-899d-4a43-9b1f-521c697a614f req-5d6c0e7c-f2db-405b-a693-018af20b93ef service nova] Enqueued Resource ID: 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee with Priority: HIGHEST for action port [ 1280.760956] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_rules [ 1280.761689] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1280.761908] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee with Priority: HIGHEST for action port [ 1280.762571] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.762782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.762882] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.763292] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.763434] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.766536] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.766735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.766879] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.767201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.767458] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.767868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.767868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.768069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.768110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.768257] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.771596] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.771787] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.771903] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.772169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.772307] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.266754] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.266917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.272458] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.274366] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee with status ACTIVE [ 1281.274935] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.274935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.275183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.275239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.275414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.275547] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.275738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.275738] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.276341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.276341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.276341] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.276341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.276625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.277197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.277197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.277197] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee is going to be updated. [ 1281.303840] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.303986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.304054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.304423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.304423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.304615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91389ae3-5b3b-4b24-b7b8-04a6b78ca8ee" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.774581] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.278039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.278039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.278039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.278039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.278397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.278397] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1c17593-d39e-4c86-b111-55e084161f3c is going to be created. [ 1282.308496] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.308644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.308700] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.308914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.309090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.321966] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: UNINITIALIZED for 2s [ 1283.768021] env[70473]: INFO networking_nsxv3.common.synchronization [req-5784fcf1-e28d-4a85-a91d-8d08425d1286 req-6ab980cf-602d-43b6-b69e-8cbfb513966c tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1283.768295] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1283.768595] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.769109] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.769184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.769381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.769542] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.769744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.769744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.769850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.769943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.770030] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.273247] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.273458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.273504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.273728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.298840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.299246] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.299418] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.299524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.299821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.299943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.300091] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1284.332765] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: SUCCESS [ 1284.332934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.333140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.333446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.333648] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.333779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.333845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.334027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.334139] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.334234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.334342] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.351113] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.351359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.351359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.351540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.351685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.362721] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1284.836753] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.837240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.837240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.837354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.837536] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.837638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.837833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.837833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.837966] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.838035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.838197] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.838291] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.838388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.838494] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.838786] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.838786] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.838910] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.838947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.839035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.839121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.839213] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.341628] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1c17593-d39e-4c86-b111-55e084161f3c: rpc.has_security_group_logging(os_id): False [ 1285.361378] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.361566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.361614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.361812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.361905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.362138] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.362241] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.362295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.362456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.362535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.362722] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.362817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.362902] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.363183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.363300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.363495] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.363593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.363655] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.363830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.363897] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.363996] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1c17593-d39e-4c86-b111-55e084161f3c is going to be created. [ 1285.440660] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.440818] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.440876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.441107] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.441296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.454633] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: IN_PROGRESS for 2s [ 1286.373315] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1286.373613] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae deletion is rescheduled due to dependency. [ 1286.373613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.467878] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: SUCCESS [ 1287.468209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.769827] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.770258] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.030771] env[70473]: INFO networking_nsxv3.common.synchronization [req-982a5424-d794-44ba-b25d-172b9ac32162 req-f84f9012-37c1-4c15-b0dd-63bc2cbcb598 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1291.031378] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1291.031683] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.031826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.031890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.035069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.035069] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.035069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.035069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.035069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.035069] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.035069] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.318865] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.319102] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.319238] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.319571] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.319845] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.320014] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.320142] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.320368] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.320520] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.321402] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1291.321675] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.321848] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.321977] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.322127] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1291.322246] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.322419] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.346844] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.347201] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1291.347301] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.347474] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.347918] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.348205] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.348398] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.348746] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.348900] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f85a52-e49f-4e9a-8554-c5a27a6e7b8f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.538096] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.538407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.538407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.538407] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.538683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.538784] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.538867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.538867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.539028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.539095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.539183] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1291.567167] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.567333] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.567405] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.567613] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.567766] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.578189] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1291.851844] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.852083] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.852204] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.852498] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.852659] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.852824] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f not found, creating... [ 1291.853184] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.853358] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.853482] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.853713] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.853896] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.854221] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.854379] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.854499] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.854717] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.854902] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.855042] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f is going to be created. [ 1291.875989] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.876388] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.876654] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.877168] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.877513] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.877842] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.551327] env[70473]: INFO networking_nsxv3.common.synchronization [req-982a5424-d794-44ba-b25d-172b9ac32162 req-c2997c74-ba3a-49dd-8e6b-e3227f5e0cb8 service nova] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_rules [ 1292.551559] env[70473]: INFO networking_nsxv3.common.synchronization [req-982a5424-d794-44ba-b25d-172b9ac32162 req-c2997c74-ba3a-49dd-8e6b-e3227f5e0cb8 service nova] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1292.551699] env[70473]: INFO networking_nsxv3.common.synchronization [req-982a5424-d794-44ba-b25d-172b9ac32162 req-c2997c74-ba3a-49dd-8e6b-e3227f5e0cb8 service nova] Enqueued Resource ID: 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f with Priority: HIGHEST for action port [ 1292.551946] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_rules [ 1292.552092] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1292.552192] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f with Priority: HIGHEST for action port [ 1292.552744] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.552872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.552990] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.553704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.553791] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.556191] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.556296] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.556592] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.556686] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.556731] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.560023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.560023] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03f85a52-e49f-4e9a-8554-c5a27a6e7b8f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.059176] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.059176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.065432] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f with status ACTIVE [ 1293.065652] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.065794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.065883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.066108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.066202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.066381] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.066481] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.066544] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.066734] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.066819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.067044] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.067142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.067189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.067331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.067403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.067487] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03f85a52-e49f-4e9a-8554-c5a27a6e7b8f is going to be updated. [ 1293.090434] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.090636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.090636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.090808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.090940] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.091186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03f85a52-e49f-4e9a-8554-c5a27a6e7b8f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.587480] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1293.587884] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae deletion is rescheduled due to dependency. [ 1293.587884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.588364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.588583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.588769] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.588883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.588946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.589112] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.589876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.589876] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.091975] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.594649] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.098125] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.098351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.098426] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.098668] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.098756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.098834] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1295.126851] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.126851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.126851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.127191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.127310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.136641] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1297.150442] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1297.150822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.151023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.151341] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.151636] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.151822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.151927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.152553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.152553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.152553] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.152780] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.553351] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.553492] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1297.655482] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.160414] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f20b8a6-540f-41a2-be87-28218c7478ae: rpc.has_security_group_logging(os_id): False [ 1298.178280] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.178487] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.178531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.178735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.178829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.179151] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.179276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.179276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.179561] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.179630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.179726] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1298.244509] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.244735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.244735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.244884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.245042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.257920] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1300.272379] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1300.272777] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.554957] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.555368] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.671229] env[70473]: INFO networking_nsxv3.common.synchronization [req-59911d11-a42d-45e4-aa14-4ba6d88436bf req-d8b227e3-c392-473d-816d-4f913a82040d tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Enqueued Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1303.671737] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1303.672051] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.672170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.672237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.672441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.672591] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.672699] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.672771] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.672906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.672984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.673085] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.934190] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.934410] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-816" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.934581] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-816" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.934848] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-816" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.935148] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.935325] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.935451] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.935675] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.935826] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.936110] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.936227] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.936346] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.936459] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.936577] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1303.936877] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.937221] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.958199] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.958423] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1303.958549] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.958730] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-816" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.959076] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.959320] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.959472] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.959813] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.959962] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.175731] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.462385] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.462593] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.462741] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.463138] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.463423] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.463660] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde not found, creating... [ 1304.463982] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.464165] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.464293] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.464546] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.464748] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.465068] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.465256] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.465393] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.465639] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.465784] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.465936] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde is going to be created. [ 1304.488598] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.488831] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.488950] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.489265] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.489619] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.490012] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.678299] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.166969] env[70473]: INFO networking_nsxv3.common.synchronization [req-59911d11-a42d-45e4-aa14-4ba6d88436bf req-ec7e2411-58de-4a04-b204-cb69cdcee082 service nova] Enqueued Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_rules [ 1305.166969] env[70473]: INFO networking_nsxv3.common.synchronization [req-59911d11-a42d-45e4-aa14-4ba6d88436bf req-ec7e2411-58de-4a04-b204-cb69cdcee082 service nova] Enqueued Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1305.166969] env[70473]: INFO networking_nsxv3.common.synchronization [req-59911d11-a42d-45e4-aa14-4ba6d88436bf req-ec7e2411-58de-4a04-b204-cb69cdcee082 service nova] Enqueued Resource ID: a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde with Priority: HIGHEST for action port [ 1305.166969] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_rules [ 1305.166969] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1305.166969] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde with Priority: HIGHEST for action port [ 1305.166969] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.166969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.167523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.168032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.168278] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.169649] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.169907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.170263] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.170933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.170933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.170933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.170933] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.180692] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.181466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.181466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.181466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.181466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.181677] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1c17593-d39e-4c86-b111-55e084161f3c is going to be updated. [ 1305.214070] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.214289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.214289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.214485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.214631] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.225278] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: IN_PROGRESS for 2s [ 1305.672895] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.673042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.675456] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde with status ACTIVE [ 1305.675673] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.675754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.675883] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.676065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.676182] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.676373] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.676476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.676540] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.676708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.676790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.676969] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.677073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.677136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.677323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.677401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.677494] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde is going to be updated. [ 1305.703387] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.703890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.703890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.704022] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.704131] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.704294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5fe1d13-70ef-44be-8f0e-e4eb4b53cbde" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.233373] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: SUCCESS [ 1307.233756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.233756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.233836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.233974] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.234126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.234189] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.234354] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.234441] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.234536] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.737133] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.240739] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.743807] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.744080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.744163] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.744504] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.744661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.744809] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1c17593-d39e-4c86-b111-55e084161f3c is going to be updated. [ 1308.791161] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.791433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.791433] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.791656] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.791830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.802935] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: IN_PROGRESS for 2s [ 1310.167068] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.167493] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1310.814410] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: SUCCESS [ 1310.814667] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.814874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.815170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.815370] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.815508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.815597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.815772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.815881] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.815976] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.816109] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.318933] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.319371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.319371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.319371] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.319526] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.319648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.319716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.319870] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.319956] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.320058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.320205] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.320299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.320361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.320541] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.320685] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.320779] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.320840] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.320978] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.321065] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.321148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.321238] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.823789] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1c17593-d39e-4c86-b111-55e084161f3c: rpc.has_security_group_logging(os_id): False [ 1311.842034] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.842196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.842240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.842449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.842539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.842747] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.842845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.842907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.843066] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.843143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.843328] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.843419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.843476] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.843630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.843703] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.843879] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.843969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.844048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.844181] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.844253] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.844385] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1c17593-d39e-4c86-b111-55e084161f3c is going to be updated. [ 1311.909066] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.909244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.909305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.909528] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.909676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.922740] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: IN_PROGRESS for 2s [ 1313.936342] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: SUCCESS [ 1313.936751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.200750] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1314.200942] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1315.168290] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.168659] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.169294] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.169715] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.170682] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.171088] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.316618] env[70473]: INFO networking_nsxv3.common.synchronization [req-036e3d61-0e0a-44e0-9276-8ce1c12d5323 req-24be6432-9707-4703-951a-68a5abbae132 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Enqueued Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1327.317197] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1327.317565] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.317688] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.317751] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.317961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.318148] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.318249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.318306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.318461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.318562] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.318659] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.821429] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.324523] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.826199] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.826430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.826430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.826636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.826728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.826829] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1c17593-d39e-4c86-b111-55e084161f3c is going to be updated. [ 1328.857107] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.857264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.857322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.857630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.857782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.866568] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: IN_PROGRESS for 2s [ 1330.879898] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: SUCCESS [ 1330.880298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.318427] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.318893] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.945649] env[70473]: INFO networking_nsxv3.common.synchronization [req-b106baf1-d825-47bb-b47d-8089af11ca41 req-bc33ac36-3cfc-414b-ad9c-adea75bb65b4 tempest-ServerRescueTestJSON-754063404 tempest-ServerRescueTestJSON-754063404-project-member] Enqueued Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1333.946178] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGHEST for action security_group_members [ 1333.946424] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.946583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.946702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.947838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.948043] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.948143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.948202] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.948397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.948492] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.948604] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.454114] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.454343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.454343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.454585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.454752] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.454878] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.454997] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.455053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.455200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.455278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.455365] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1c17593-d39e-4c86-b111-55e084161f3c is going to be updated. [ 1334.484963] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.485170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.485170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.485391] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.485532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.494592] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: IN_PROGRESS for 2s [ 1336.506407] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1c17593-d39e-4c86-b111-55e084161f3c in Status: SUCCESS [ 1336.506791] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1c17593-d39e-4c86-b111-55e084161f3c deletion is rescheduled due to dependency. [ 1336.506791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.947330] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.947680] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.948606] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.949098] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.950281] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.950281] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.951915] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.951915] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.142752] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.143082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.143082] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.143417] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.143570] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.646449] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.149873] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.652787] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1356.652982] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1357.457715] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.458105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.458105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.458223] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.471579] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1357.472511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.473448] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1357.510871] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.511108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.511108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.511357] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.526339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.527241] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1357.527338] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1357.527434] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1357.577025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.577263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.577263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.577431] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.578720] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.578925] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1357.664522] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.664741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.664741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.664927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.665268] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.665568] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1357.742384] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.742677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.742677] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.742819] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.743377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.743533] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1357.743533] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e843cd91-7e6f-46c9-a5dc-a1cb7fad7339', '7478098e-9cdf-4750-ace7-1b3abd077a03', '441b059d-63e6-4281-9f42-362df5574c9d', '409a6771-0276-41d9-9253-5ff63b8c9b5c', '9b9cbd00-c64c-4a47-a500-211cc8d3eaed', 'd361db7e-7bdc-4450-9c63-43f7109cc547', '5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea', '4f20b8a6-540f-41a2-be87-28218c7478ae', 'a1c17593-d39e-4c86-b111-55e084161f3c', 'a588cdce-151d-480c-b298-1af7ce25f24a', '4137c35c-56ac-4e74-8e28-976b68a3ea1c', '2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae', '6df1e0fc-185b-4b24-befc-7960a3924bef', '6c8b6638-8c88-471e-bd73-158a8fd7d5af', '8bd60804-7540-472d-bd0b-a2a70bc6798d', '7bfed48e-e18f-4441-a32c-149401eaab69', 'f9095f9a-a1bd-4a2b-aa29-ddc63774597b', '9f0b59fe-3786-4e48-9c9b-3cc44adc479c', '6c08c002-ed94-4fb1-b21c-e4817f96bd41', '18798269-238c-4eef-940d-0815cbcee228', 'b971a852-0664-4d4a-8e3d-902c42a7a89b', '39f3767e-b0de-43e3-a33f-5801f9ba40fb', '88df22ba-c0c1-435a-acbd-f8fbc6b32c50', '16805176-d16e-489b-a0b0-64bdb163f95e', 'a95b088a-7bbd-4096-a469-14b800f7e090', '6cd4b7d5-16f1-42a5-a409-7ef21e132b48', 'f46f4612-d7c9-4be0-a6e9-6b975a3cc44e', 'fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10', '4dfcce33-ad9d-4afb-bac5-8febc6568194', '25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e', 'c46d4bd0-bee8-41cd-9056-12bf9eb66450', '5e7177a4-398d-434a-a10b-49987e1a5b62', '14cb07d0-607b-4c6f-bd56-9b768c2742de', 'ed330ec0-017c-4f04-a948-c6a057a72fb2', 'd9f09645-1544-44fe-9db1-f99d04c5b15a', '7c5c3d4d-90b9-403a-b740-34644205cd73', '38453a9f-d8c1-4034-b7ec-eb3c2ee90596', '0af86f18-ae9a-4317-bd14-495a7bfdbb27', '2d88ffa4-da53-4e7c-821a-89774d12bf3d', 'd6401e67-93c4-418a-b343-01593afc274f', '7d999bca-1249-44cf-83a3-ef2209dc6b69', 'f67e8ac3-0f4d-4482-ba7e-ab3499927b69', '6dcaf767-8886-4447-8f99-5e40aab802b0'} {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1357.743799] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1357.766340] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.766533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.766588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.766754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.766842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.766955] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1357.767048] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1357.767124] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1357.873917] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.874170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.874170] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.874362] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.875669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.876014] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1357.876087] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1357.876162] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1357.876232] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1357.876311] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1357.876383] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGH for action security_group_rules [ 1357.876463] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGH for action security_group_rules [ 1357.876529] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGH for action security_group_rules [ 1357.876592] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGH for action security_group_rules [ 1357.876653] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGH for action security_group_rules [ 1357.876716] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGH for action security_group_rules [ 1357.876776] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGH for action security_group_rules [ 1357.876838] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGH for action security_group_rules [ 1357.876943] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGH for action security_group_rules [ 1357.876983] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGH for action security_group_rules [ 1357.877027] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGH for action security_group_rules [ 1357.877079] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGH for action security_group_rules [ 1357.877141] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGH for action security_group_rules [ 1357.877203] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGH for action security_group_rules [ 1357.877264] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGH for action security_group_rules [ 1357.877326] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGH for action security_group_rules [ 1357.877387] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGH for action security_group_rules [ 1357.877450] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGH for action security_group_rules [ 1357.877512] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGH for action security_group_rules [ 1357.877574] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGH for action security_group_rules [ 1357.877672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.953334] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.953611] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1358.953611] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 with Priority: HIGH for action security_group_rules [ 1358.953730] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGH for action security_group_rules [ 1358.953818] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea with Priority: HIGH for action security_group_rules [ 1358.953917] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d with Priority: HIGH for action security_group_rules [ 1358.954764] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18798269-238c-4eef-940d-0815cbcee228 with Priority: HIGH for action security_group_rules [ 1358.954908] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 with Priority: HIGH for action security_group_rules [ 1358.955024] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c with Priority: HIGH for action security_group_rules [ 1358.955125] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b with Priority: HIGH for action security_group_rules [ 1358.955223] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af with Priority: HIGH for action security_group_rules [ 1358.955316] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bfed48e-e18f-4441-a32c-149401eaab69 with Priority: HIGH for action security_group_rules [ 1358.955407] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df1e0fc-185b-4b24-befc-7960a3924bef with Priority: HIGH for action security_group_rules [ 1358.955497] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae with Priority: HIGH for action security_group_rules [ 1358.955585] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c with Priority: HIGH for action security_group_rules [ 1358.955671] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a588cdce-151d-480c-b298-1af7ce25f24a with Priority: HIGH for action security_group_rules [ 1358.955769] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c17593-d39e-4c86-b111-55e084161f3c with Priority: HIGH for action security_group_rules [ 1358.955844] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d361db7e-7bdc-4450-9c63-43f7109cc547 with Priority: HIGH for action security_group_rules [ 1358.955930] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGH for action security_group_rules [ 1358.956023] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed with Priority: HIGH for action security_group_rules [ 1358.956114] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 with Priority: HIGH for action security_group_rules [ 1358.956202] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c with Priority: HIGH for action security_group_rules [ 1358.956534] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.956663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.956730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.956960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.957054] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e843cd91-7e6f-46c9-a5dc-a1cb7fad7339',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.958158] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.958158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.958334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.958370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.958446] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.959445] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.959445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.959445] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.959598] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.959598] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.960437] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bd60804-7540-472d-bd0b-a2a70bc6798d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.960437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.960437] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.960587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.960624] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bd60804-7540-472d-bd0b-a2a70bc6798d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.961433] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18798269-238c-4eef-940d-0815cbcee228 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.961679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.961679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.961759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.961793] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18798269-238c-4eef-940d-0815cbcee228',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.962466] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.962569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.962639] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.962775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.962845] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c08c002-ed94-4fb1-b21c-e4817f96bd41',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.963520] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.963941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.964028] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.964183] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.964257] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f0b59fe-3786-4e48-9c9b-3cc44adc479c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.964925] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.965045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.965105] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.965250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.965380] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9095f9a-a1bd-4a2b-aa29-ddc63774597b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.966211] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.966345] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.966378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.966532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.966623] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8b6638-8c88-471e-bd73-158a8fd7d5af',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.967268] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bfed48e-e18f-4441-a32c-149401eaab69 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.967365] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.967423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.967571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.967643] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bfed48e-e18f-4441-a32c-149401eaab69',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.968332] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df1e0fc-185b-4b24-befc-7960a3924bef taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.968503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.968503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.968641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.968712] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df1e0fc-185b-4b24-befc-7960a3924bef',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.969402] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.969589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.969627] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.969745] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.969818] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.970615] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.970723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.970787] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.970933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.971011] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4137c35c-56ac-4e74-8e28-976b68a3ea1c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.971670] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a588cdce-151d-480c-b298-1af7ce25f24a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.971775] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.971844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.971991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.972073] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a588cdce-151d-480c-b298-1af7ce25f24a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.972728] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1c17593-d39e-4c86-b111-55e084161f3c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.972835] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.972895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.973052] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.973128] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1c17593-d39e-4c86-b111-55e084161f3c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.973858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d361db7e-7bdc-4450-9c63-43f7109cc547 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.973968] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.974047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.974194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.974265] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d361db7e-7bdc-4450-9c63-43f7109cc547',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.974917] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.975036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.975102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.975244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.975367] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.975966] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.976088] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.976154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.976355] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.976355] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9cbd00-c64c-4a47-a500-211cc8d3eaed',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.977017] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7478098e-9cdf-4750-ace7-1b3abd077a03 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.977150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.977212] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.977325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.977395] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7478098e-9cdf-4750-ace7-1b3abd077a03',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.978172] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-409a6771-0276-41d9-9253-5ff63b8c9b5c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.978261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.978325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.978470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.978542] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('409a6771-0276-41d9-9253-5ff63b8c9b5c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.002927] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.003208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.003208] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.003359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.010652] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.010830] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.023393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.023608] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8b6638-8c88-471e-bd73-158a8fd7d5af is going to be deleted. [ 1359.024421] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.024641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.048234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.048414] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bd60804-7540-472d-bd0b-a2a70bc6798d is going to be deleted. [ 1359.087267] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.087539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.087539] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.087762] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.087858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.088102] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8b6638-8c88-471e-bd73-158a8fd7d5af" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.092144] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.092256] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.092348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.092503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.092595] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.092710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bd60804-7540-472d-bd0b-a2a70bc6798d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.491686] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.491923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.491923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.492146] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.492297] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.492390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.492447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.492648] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.492737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.492822] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.492913] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.495464] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.495641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.495641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.495844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.496034] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.496121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.496250] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.496330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.496402] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.496486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.496568] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.547883] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.548085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.548174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.548440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.550592] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.550747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.551531] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.551652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.552342] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.552463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.553293] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.553383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.554050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.554148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.555066] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.555196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.555963] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.556079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.556754] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.556847] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.558441] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.558527] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.559535] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.559629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.561091] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1359.561496] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.561591] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.562498] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1359.562894] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.562988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.563579] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1359.563969] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.564111] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.564661] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1359.565053] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.565150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.576271] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1359.576758] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.576860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.578661] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1359.579159] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.579263] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18798269-238c-4eef-940d-0815cbcee228 is going to be deleted. [ 1359.580134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.580344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.606271] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.606487] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a588cdce-151d-480c-b298-1af7ce25f24a is going to be deleted. [ 1359.607297] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.607500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.629382] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.629610] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea is going to be deleted. [ 1359.630395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.630626] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.643392] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.643530] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.659681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.659838] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d361db7e-7bdc-4450-9c63-43f7109cc547 is going to be deleted. [ 1359.660687] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.660893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.662212] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.662319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.695017] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.695214] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae is going to be deleted. [ 1359.696118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.696339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.709833] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.710050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.730023] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.730212] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9cbd00-c64c-4a47-a500-211cc8d3eaed is going to be deleted. [ 1359.731193] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.731447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.764292] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.764493] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.766435] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.766557] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 409a6771-0276-41d9-9253-5ff63b8c9b5c is going to be deleted. [ 1359.767477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.767696] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.810704] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.810837] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9095f9a-a1bd-4a2b-aa29-ddc63774597b is going to be deleted. [ 1359.811797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.812049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.869188] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.869398] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.870206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.870356] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df1e0fc-185b-4b24-befc-7960a3924bef is going to be deleted. [ 1359.871654] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.871756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.871856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.872089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.872176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.872258] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bbf9fb8-dd35-4ec2-880b-f8c05976d2ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.872403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.872555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.967612] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.967917] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c08c002-ed94-4fb1-b21c-e4817f96bd41 is going to be deleted. [ 1359.968739] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.968987] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.993521] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.993726] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.995061] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.997920] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.000476] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.000638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.004300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.004523] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bfed48e-e18f-4441-a32c-149401eaab69 is going to be deleted. [ 1360.005581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.005799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.068180] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.068380] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.085571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.085744] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f0b59fe-3786-4e48-9c9b-3cc44adc479c is going to be deleted. [ 1360.086681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.086898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.139377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.139592] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7478098e-9cdf-4750-ace7-1b3abd077a03 is going to be deleted. [ 1360.141449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.141716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.169555] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.169768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.208319] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.208543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.210290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.210448] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1c17593-d39e-4c86-b111-55e084161f3c is going to be deleted. [ 1360.211383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.211607] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.247712] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.247857] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e843cd91-7e6f-46c9-a5dc-a1cb7fad7339 is going to be deleted. [ 1360.248875] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.249136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.249235] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.249359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18798269-238c-4eef-940d-0815cbcee228" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.249524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.249683] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.249765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.249880] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a588cdce-151d-480c-b298-1af7ce25f24a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.250419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.250579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.250663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.250785] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bc35aad-d5a3-4c79-9fce-7ee2d3c1d1ea" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.250916] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.251074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.251153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.251267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d361db7e-7bdc-4450-9c63-43f7109cc547" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.251395] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.251536] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.251612] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.251723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9cbd00-c64c-4a47-a500-211cc8d3eaed" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.251858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.251982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.312271] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.312488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.324138] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.324342] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4137c35c-56ac-4e74-8e28-976b68a3ea1c is going to be deleted. [ 1360.325196] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.325409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.325500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.325622] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-409a6771-0276-41d9-9253-5ff63b8c9b5c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.325808] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.325975] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.326070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.326184] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9095f9a-a1bd-4a2b-aa29-ddc63774597b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.326735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.326921] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.327048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.327172] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df1e0fc-185b-4b24-befc-7960a3924bef" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.327323] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.327490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.327586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.327706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bfed48e-e18f-4441-a32c-149401eaab69" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.327837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.328033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.328117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.328239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c08c002-ed94-4fb1-b21c-e4817f96bd41" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.328375] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.328523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.328608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.328719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7478098e-9cdf-4750-ace7-1b3abd077a03" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.341411] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.341616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.341616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.341837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.341924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.342056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1c17593-d39e-4c86-b111-55e084161f3c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.345680] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.345867] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.345921] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.346150] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.346240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.346378] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f0b59fe-3786-4e48-9c9b-3cc44adc479c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.426906] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.427141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.427141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.427356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.427454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.427581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4137c35c-56ac-4e74-8e28-976b68a3ea1c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.461018] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.461232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.461280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.461499] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.461593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.461721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e843cd91-7e6f-46c9-a5dc-a1cb7fad7339" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.497323] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 441b059d-63e6-4281-9f42-362df5574c9d: rpc.has_security_group_logging(os_id): False [ 1360.500096] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f20b8a6-540f-41a2-be87-28218c7478ae: rpc.has_security_group_logging(os_id): False [ 1360.523730] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.523939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.523939] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.524154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.538648] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.538848] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.556722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.557050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.557171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.557217] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.557426] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.557509] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.557598] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1360.558792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.558984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.609337] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.609641] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.609749] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.609817] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.610032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.610115] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.610202] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1360.672789] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.673044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.673044] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.673275] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.673434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.685072] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.685319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.685319] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.685477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.685602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.689253] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1360.698577] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1362.705191] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1362.705621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.710206] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1362.710451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.956963] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.957396] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.958145] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.958579] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.959208] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.959597] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.089283] env[70473]: INFO networking_nsxv3.common.synchronization [req-7cd64abe-defd-4793-ac80-2142a03f958b req-d446c340-b61b-4a66-b6e2-491e58ca21e6 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1374.089928] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1374.090623] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.090623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.090623] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.090824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.090858] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.091438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.091438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.091438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.091438] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.091438] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.593639] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.593912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.593912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.594158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.594263] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.594468] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.594572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.594632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.594783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.594860] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.594944] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1374.625062] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.625370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.625370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.625653] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.625864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.634474] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1376.646960] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1376.647320] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae deletion is rescheduled due to dependency. [ 1376.647453] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.091312] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.091687] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.201890] env[70473]: INFO networking_nsxv3.common.synchronization [req-40a22d49-8340-4f1b-bd1f-1bf27cb4873c req-5b24bbb8-4cba-4c6e-8b73-bde0cba293c9 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1379.202346] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1379.202648] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.202770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.202836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.203039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.203195] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.203290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.203440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.203491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.203575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.203667] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.706154] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.706154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.706154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.706154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.706449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.706449] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.706551] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.706624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.706747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.706827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.706917] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1379.740931] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.741188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.741188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.741356] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.741500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.751209] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1381.073886] env[70473]: INFO networking_nsxv3.common.synchronization [req-200a9526-78be-4410-8b56-d9c4221565fb req-f1695b23-dd78-4031-bfb9-bc2dcde4ca58 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1381.075036] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1381.075036] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.075036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.075036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.075610] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.075610] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.075727] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.075912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.076029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.076029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.076170] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.365546] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.365753] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.365894] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.366196] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.366452] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.366613] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.366735] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.366952] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.367113] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.367346] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1381.367463] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1381.367575] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1381.367770] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1381.367896] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1381.368020] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1381.368201] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1381.389859] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1381.389859] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1381.389859] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1381.389859] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-240" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.390759] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-4d6a69bd-45c4-4164-b749-4771f2f38abc taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.390759] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-4d6a69bd-45c4-4164-b749-4771f2f38abc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.390759] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-4d6a69bd-45c4-4164-b749-4771f2f38abc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.391107] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-4d6a69bd-45c4-4164-b749-4771f2f38abc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.391422] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6a69bd-45c4-4164-b749-4771f2f38abc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.577907] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.578068] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.578148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.578364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.578464] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.578661] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.578760] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.578824] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.578982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.579148] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.579248] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1381.605889] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.606045] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.606117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.606326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.606472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.615789] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1381.762251] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1381.762472] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d deletion is rescheduled due to dependency. [ 1381.762548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.893976] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.894246] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.894349] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.894641] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.894794] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.894955] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 4d6a69bd-45c4-4164-b749-4771f2f38abc not found, creating... [ 1381.895233] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.895401] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.895526] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.895747] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.895890] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.896268] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.896435] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.896616] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.896832] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.896974] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.897136] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 4d6a69bd-45c4-4164-b749-4771f2f38abc is going to be created. [ 1381.918048] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.918048] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.918048] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.918379] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.918522] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.918757] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-4d6a69bd-45c4-4164-b749-4771f2f38abc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.596512] env[70473]: INFO networking_nsxv3.common.synchronization [req-200a9526-78be-4410-8b56-d9c4221565fb req-ef9b458e-21ba-4368-b3bb-7c1118f6f31c service nova] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_rules [ 1382.596771] env[70473]: INFO networking_nsxv3.common.synchronization [req-200a9526-78be-4410-8b56-d9c4221565fb req-ef9b458e-21ba-4368-b3bb-7c1118f6f31c service nova] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1382.596850] env[70473]: INFO networking_nsxv3.common.synchronization [req-200a9526-78be-4410-8b56-d9c4221565fb req-ef9b458e-21ba-4368-b3bb-7c1118f6f31c service nova] Enqueued Resource ID: 4d6a69bd-45c4-4164-b749-4771f2f38abc with Priority: HIGHEST for action port [ 1382.597079] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_rules [ 1382.597213] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1382.597315] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6a69bd-45c4-4164-b749-4771f2f38abc with Priority: HIGHEST for action port [ 1382.597866] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.597962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.598141] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.598384] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.598467] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.599720] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.599933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.600175] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d6a69bd-45c4-4164-b749-4771f2f38abc taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.600303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d6a69bd-45c4-4164-b749-4771f2f38abc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.600409] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d6a69bd-45c4-4164-b749-4771f2f38abc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.600543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d6a69bd-45c4-4164-b749-4771f2f38abc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.600622] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6a69bd-45c4-4164-b749-4771f2f38abc',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.100511] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.100511] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.102813] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d6a69bd-45c4-4164-b749-4771f2f38abc with status ACTIVE [ 1383.103027] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.103124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.103218] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.103389] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.103477] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.103723] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.103827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.103903] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.104096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.104178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.104363] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.104457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.104518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.104652] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.104776] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.104820] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d6a69bd-45c4-4164-b749-4771f2f38abc is going to be updated. [ 1383.125945] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.126175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.126175] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.126351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.126482] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.126630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d6a69bd-45c4-4164-b749-4771f2f38abc" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.625120] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1383.625485] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae deletion is rescheduled due to dependency. [ 1383.625485] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.625608] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.625816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.625990] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.626124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.626187] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.626343] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.626427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.626519] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.128211] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.630408] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.136501] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.136768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.136943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.137231] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.137377] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.137535] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1385.178354] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.178592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.178708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.179050] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.179309] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.189777] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1386.459201] env[70473]: INFO networking_nsxv3.common.synchronization [req-cdc7b5c6-f0d2-4e01-8529-86541978d955 req-40c7c48d-f07f-4580-a749-ce4218365d8e tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1386.459562] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1386.459737] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.459891] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.459991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.460252] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.460439] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.460575] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.460657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.460868] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.460980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.461159] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.767656] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.768092] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.768334] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.768810] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.769368] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.769685] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.769939] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.770265] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.770534] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.770946] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1386.771205] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1386.771389] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1386.771619] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1386.771874] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1386.772134] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1386.772409] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1386.794719] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1386.794917] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1386.795091] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1386.795293] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.795665] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-a7a3eb77-8166-4db1-a18f-0e1495a89a4d taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.795852] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-a7a3eb77-8166-4db1-a18f-0e1495a89a4d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.795984] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-a7a3eb77-8166-4db1-a18f-0e1495a89a4d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.796380] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-a7a3eb77-8166-4db1-a18f-0e1495a89a4d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.796527] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a3eb77-8166-4db1-a18f-0e1495a89a4d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.963472] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.963663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.963663] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.963931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.964037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.964250] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.964351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.964414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.964585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.964676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.964767] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1386.990611] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.990898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.990898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.991129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.991265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.999793] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1387.204499] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1387.204724] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.204904] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.205174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.205366] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.205491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.205559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.205727] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.205812] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.205899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.205992] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.299083] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.299326] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.299588] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.299919] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.300119] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.300306] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port a7a3eb77-8166-4db1-a18f-0e1495a89a4d not found, creating... [ 1387.300619] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.300810] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.300940] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.302043] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.302043] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.302043] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.302043] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.302380] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.302380] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.302505] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.302687] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: a7a3eb77-8166-4db1-a18f-0e1495a89a4d is going to be created. [ 1387.323808] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.324026] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.324216] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.324617] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.324869] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.325128] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-a7a3eb77-8166-4db1-a18f-0e1495a89a4d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.708342] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.984702] env[70473]: INFO networking_nsxv3.common.synchronization [req-cdc7b5c6-f0d2-4e01-8529-86541978d955 req-1ed4d9a3-f58f-4dda-8d07-e53954237b61 service nova] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1387.984944] env[70473]: INFO networking_nsxv3.common.synchronization [req-cdc7b5c6-f0d2-4e01-8529-86541978d955 req-1ed4d9a3-f58f-4dda-8d07-e53954237b61 service nova] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1387.985113] env[70473]: INFO networking_nsxv3.common.synchronization [req-cdc7b5c6-f0d2-4e01-8529-86541978d955 req-1ed4d9a3-f58f-4dda-8d07-e53954237b61 service nova] Enqueued Resource ID: a7a3eb77-8166-4db1-a18f-0e1495a89a4d with Priority: HIGHEST for action port [ 1387.985758] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1387.985952] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1387.986313] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a3eb77-8166-4db1-a18f-0e1495a89a4d with Priority: HIGHEST for action port [ 1387.986620] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.986748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.986833] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.987049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.987139] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.988584] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.988584] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.988878] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7a3eb77-8166-4db1-a18f-0e1495a89a4d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.988986] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7a3eb77-8166-4db1-a18f-0e1495a89a4d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.989058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7a3eb77-8166-4db1-a18f-0e1495a89a4d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.989301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7a3eb77-8166-4db1-a18f-0e1495a89a4d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.989414] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a3eb77-8166-4db1-a18f-0e1495a89a4d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.211167] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f20b8a6-540f-41a2-be87-28218c7478ae: rpc.has_security_group_logging(os_id): False [ 1388.229892] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.230145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.230206] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.230425] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.230559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.230826] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.230947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.231043] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.231213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.231303] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.231398] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1388.293140] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.293383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.293383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.293547] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.293691] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.307107] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1388.488967] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.489136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.492562] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7a3eb77-8166-4db1-a18f-0e1495a89a4d with status ACTIVE [ 1388.492730] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.492912] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.492955] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.493142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.493278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.493410] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.493510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.493572] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.493722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.493797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.493969] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.494092] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.494171] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.494782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.494863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.494951] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7a3eb77-8166-4db1-a18f-0e1495a89a4d is going to be updated. [ 1388.518829] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.519027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.519169] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.519430] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.519565] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.519728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7a3eb77-8166-4db1-a18f-0e1495a89a4d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.010850] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1389.011142] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d deletion is rescheduled due to dependency. [ 1389.011215] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.011399] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.011637] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.011827] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.011953] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.012037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.012198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.012310] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.012470] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.514778] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.017347] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.322943] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1390.323155] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.520025] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.520240] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.520295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.520470] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.520558] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.520658] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1390.556889] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.557124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.557124] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.557347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.557497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.565662] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1392.576128] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1392.576531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.576531] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.576742] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.576927] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.577061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.577130] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.577279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.577360] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.577446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.577532] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.987369] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.987569] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1393.080164] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.582765] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 441b059d-63e6-4281-9f42-362df5574c9d: rpc.has_security_group_logging(os_id): False [ 1393.600161] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.600492] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.600492] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.600629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.600682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.600925] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.601049] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.601120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.601257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.601325] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.601438] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1393.664364] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.664581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.664581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.664795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.664941] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.684118] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1395.700671] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1395.701072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.988745] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.989145] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.989744] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.990142] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.991170] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.991546] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.992622] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.993027] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.994150] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.994455] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.994973] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.995386] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.996373] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.996778] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.997462] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.997804] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.998718] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.999180] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.999719] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.000027] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.625018] env[70473]: INFO networking_nsxv3.common.synchronization [req-ef65c875-74fb-4ac0-8382-13cca1daff73 req-6d6852b6-b2ac-4ec9-8702-10106a834338 tempest-ServerActionsTestJSON-54695429 tempest-ServerActionsTestJSON-54695429-project-member] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1443.625018] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGHEST for action security_group_members [ 1443.625246] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.626134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.626134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.626134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.626134] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.626134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.626134] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.626414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.626414] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.626414] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.129144] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.129537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.129537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.129615] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.129661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.129902] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.130071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.130071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.130176] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.130220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.130309] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be updated. [ 1444.160594] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.160884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.160884] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.161036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.161160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.175363] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: IN_PROGRESS for 2s [ 1446.186132] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f20b8a6-540f-41a2-be87-28218c7478ae in Status: SUCCESS [ 1446.186508] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae deletion is rescheduled due to dependency. [ 1446.186508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.626130] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.626409] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.033860] env[70473]: INFO networking_nsxv3.common.synchronization [None req-f6228f9f-7b70-4bef-9f1e-c5a6d124c593 None None] Enqueued Resource ID: 9e9f99a9-71af-4de6-ae9d-7f8d9bf96677 with Priority: HIGHEST for action port [ 1452.034448] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9f99a9-71af-4de6-ae9d-7f8d9bf96677 with Priority: HIGHEST for action port [ 1452.035184] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e9f99a9-71af-4de6-ae9d-7f8d9bf96677 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.035312] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e9f99a9-71af-4de6-ae9d-7f8d9bf96677" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.035376] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e9f99a9-71af-4de6-ae9d-7f8d9bf96677" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.035644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e9f99a9-71af-4de6-ae9d-7f8d9bf96677" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.035702] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e9f99a9-71af-4de6-ae9d-7f8d9bf96677',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.537809] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e9f99a9-71af-4de6-ae9d-7f8d9bf96677 [ 1452.538050] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.538182] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.538238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.538446] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.538532] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.538627] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e9f99a9-71af-4de6-ae9d-7f8d9bf96677 already deleted. [ 1452.538708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e9f99a9-71af-4de6-ae9d-7f8d9bf96677" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.246310] env[70473]: INFO networking_nsxv3.common.synchronization [None req-4ccd2b4a-81d0-47e3-80b4-b482e940534c None None] Enqueued Resource ID: 477c0204-b74e-4792-adf9-6831936a9c0b with Priority: HIGHEST for action port [ 1454.246859] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 477c0204-b74e-4792-adf9-6831936a9c0b with Priority: HIGHEST for action port [ 1454.247482] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-477c0204-b74e-4792-adf9-6831936a9c0b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.247604] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-477c0204-b74e-4792-adf9-6831936a9c0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.247661] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-477c0204-b74e-4792-adf9-6831936a9c0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.247924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-477c0204-b74e-4792-adf9-6831936a9c0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.248017] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('477c0204-b74e-4792-adf9-6831936a9c0b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.751427] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 477c0204-b74e-4792-adf9-6831936a9c0b [ 1454.751648] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.751787] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.751857] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.752151] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.752254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.752354] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:477c0204-b74e-4792-adf9-6831936a9c0b already deleted. [ 1454.752448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-477c0204-b74e-4792-adf9-6831936a9c0b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.829311] env[70473]: INFO networking_nsxv3.common.synchronization [req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 req-35147902-75fe-4917-93b9-5b3da04c869a tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Enqueued Resource ID: 209655e1-0e17-4308-a32d-b8335a07826c with Priority: HIGHEST for action security_group_members [ 1456.829311] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209655e1-0e17-4308-a32d-b8335a07826c with Priority: HIGHEST for action security_group_members [ 1456.829657] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-209655e1-0e17-4308-a32d-b8335a07826c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.829657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.829784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.829942] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.830262] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.830381] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.830428] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.830589] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.830673] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.830769] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209655e1-0e17-4308-a32d-b8335a07826c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.095019] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-443 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.095248] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.095431] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.095720] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.096009] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.096183] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.096356] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.096623] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.096777] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.097067] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1457.097206] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1457.097328] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1457.097445] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1457.097567] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1457.097684] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1457.098222] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1457.132773] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1457.132948] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1457.133113] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1457.133297] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-443" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.133651] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-3f01f358-00ec-4611-85c5-5f6d2d4d9029 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.133843] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-3f01f358-00ec-4611-85c5-5f6d2d4d9029" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.133970] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-3f01f358-00ec-4611-85c5-5f6d2d4d9029" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.134307] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-3f01f358-00ec-4611-85c5-5f6d2d4d9029" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.134468] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f01f358-00ec-4611-85c5-5f6d2d4d9029',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.333756] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.334048] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.334186] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.334449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.334578] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.334818] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.334984] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.335081] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.335265] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.335347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.335438] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209655e1-0e17-4308-a32d-b8335a07826c already deleted. [ 1457.335519] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.636996] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.637304] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.637443] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.637735] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.637893] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.638069] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 3f01f358-00ec-4611-85c5-5f6d2d4d9029 not found, creating... [ 1457.638533] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.638729] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.638866] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.639363] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.639455] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.639763] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.639934] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.640098] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.640357] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.640503] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.640655] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 3f01f358-00ec-4611-85c5-5f6d2d4d9029 is going to be created. [ 1457.660890] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.661133] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.661279] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.661599] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.661839] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.662088] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-3f01f358-00ec-4611-85c5-5f6d2d4d9029" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.355335] env[70473]: INFO networking_nsxv3.common.synchronization [req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 req-39f26657-d60d-4b0c-91c7-dc7e53ff5690 service nova] Enqueued Resource ID: 209655e1-0e17-4308-a32d-b8335a07826c with Priority: HIGHEST for action security_group_rules [ 1458.355641] env[70473]: INFO networking_nsxv3.common.synchronization [req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 req-39f26657-d60d-4b0c-91c7-dc7e53ff5690 service nova] Enqueued Resource ID: 209655e1-0e17-4308-a32d-b8335a07826c with Priority: HIGHEST for action security_group_members [ 1458.355641] env[70473]: INFO networking_nsxv3.common.synchronization [req-186a6fa0-01a5-480d-8ad0-ecf03d85f762 req-39f26657-d60d-4b0c-91c7-dc7e53ff5690 service nova] Enqueued Resource ID: 3f01f358-00ec-4611-85c5-5f6d2d4d9029 with Priority: HIGHEST for action port [ 1458.355882] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209655e1-0e17-4308-a32d-b8335a07826c with Priority: HIGHEST for action security_group_rules [ 1458.356035] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209655e1-0e17-4308-a32d-b8335a07826c with Priority: HIGHEST for action security_group_members [ 1458.356169] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f01f358-00ec-4611-85c5-5f6d2d4d9029 with Priority: HIGHEST for action port [ 1458.356778] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-209655e1-0e17-4308-a32d-b8335a07826c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.356871] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.358153] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.358461] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.358554] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('209655e1-0e17-4308-a32d-b8335a07826c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.359791] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-209655e1-0e17-4308-a32d-b8335a07826c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.359909] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.360083] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.360200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.360339] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.360440] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.360500] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.360642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.360723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.360811] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209655e1-0e17-4308-a32d-b8335a07826c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.361616] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f01f358-00ec-4611-85c5-5f6d2d4d9029 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.361722] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f01f358-00ec-4611-85c5-5f6d2d4d9029" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.361782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f01f358-00ec-4611-85c5-5f6d2d4d9029" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.361934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f01f358-00ec-4611-85c5-5f6d2d4d9029" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.362015] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f01f358-00ec-4611-85c5-5f6d2d4d9029',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.864199] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-209655e1-0e17-4308-a32d-b8335a07826c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.864419] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.864519] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('209655e1-0e17-4308-a32d-b8335a07826c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.865470] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f01f358-00ec-4611-85c5-5f6d2d4d9029 with status ACTIVE [ 1458.865656] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.865794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.865843] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.866056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.866149] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.866319] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.866413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.866466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.866621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.866698] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.866872] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.866985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.867056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.867200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.867451] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.867545] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f01f358-00ec-4611-85c5-5f6d2d4d9029 is going to be updated. [ 1458.889515] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.889740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.889740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.889923] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.890074] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.890254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f01f358-00ec-4611-85c5-5f6d2d4d9029" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.369212] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('209655e1-0e17-4308-a32d-b8335a07826c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.873056] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.873261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.873261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.873452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.873569] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.873647] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209655e1-0e17-4308-a32d-b8335a07826c is going to be created. [ 1459.897534] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.897708] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.897754] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.897942] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.898118] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.907715] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209655e1-0e17-4308-a32d-b8335a07826c in Status: UNINITIALIZED for 2s [ 1461.918701] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209655e1-0e17-4308-a32d-b8335a07826c in Status: SUCCESS [ 1461.919040] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.919116] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.919314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.919497] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.919616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.919679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.919825] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.919907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.919992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.920121] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('209655e1-0e17-4308-a32d-b8335a07826c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.422721] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-209655e1-0e17-4308-a32d-b8335a07826c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.422721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.422721] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.423036] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.423036] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.423140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.423140] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.423330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.423330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.423508] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.423572] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-209655e1-0e17-4308-a32d-b8335a07826c taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.423642] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.423702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.423826] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.423960] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.424060] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.424120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.424257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.424361] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.424448] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.424537] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('209655e1-0e17-4308-a32d-b8335a07826c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.927117] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 209655e1-0e17-4308-a32d-b8335a07826c: rpc.has_security_group_logging(os_id): False [ 1462.944728] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.944946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.944946] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.945198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.945298] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.945483] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.945583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.945644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.945801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.945876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.946096] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.946216] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.946287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.946439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.946514] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.946707] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.946800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.946859] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.946999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.947090] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.947176] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 209655e1-0e17-4308-a32d-b8335a07826c is going to be created. [ 1463.001333] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.001554] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.001554] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.001740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.001933] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.012587] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 209655e1-0e17-4308-a32d-b8335a07826c in Status: IN_PROGRESS for 2s [ 1463.357786] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.357786] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1465.025648] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 209655e1-0e17-4308-a32d-b8335a07826c in Status: SUCCESS [ 1465.026038] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.359026] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.359321] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.006396] env[70473]: INFO networking_nsxv3.common.synchronization [req-bfd590b8-f131-4142-9d03-84d66549ac93 req-a5289edc-bbf4-498e-a1f5-2c8c1dea3291 tempest-ServerPasswordTestJSON-393592877 tempest-ServerPasswordTestJSON-393592877-project-member] Enqueued Resource ID: 209655e1-0e17-4308-a32d-b8335a07826c with Priority: HIGHEST for action security_group_members [ 1469.006998] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209655e1-0e17-4308-a32d-b8335a07826c with Priority: HIGHEST for action security_group_members [ 1469.008054] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-209655e1-0e17-4308-a32d-b8335a07826c taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.008054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.008054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.008054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.008278] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.008331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.008415] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.008597] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.008706] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.008825] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('209655e1-0e17-4308-a32d-b8335a07826c',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.512519] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.512911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.512911] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.513026] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.513120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.513614] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.513614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.513614] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.513823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.513823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.513823] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209655e1-0e17-4308-a32d-b8335a07826c is going to be updated. [ 1469.554707] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.554890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.554950] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.555261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.555412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.566885] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209655e1-0e17-4308-a32d-b8335a07826c in Status: IN_PROGRESS for 2s [ 1471.577679] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 209655e1-0e17-4308-a32d-b8335a07826c in Status: SUCCESS [ 1471.578089] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 209655e1-0e17-4308-a32d-b8335a07826c deletion is rescheduled due to dependency. [ 1471.578089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-209655e1-0e17-4308-a32d-b8335a07826c" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.007737] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.008096] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.008962] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.009407] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.010216] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.010596] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.858465] env[70473]: INFO networking_nsxv3.common.synchronization [req-8856844b-9fe8-4b30-93b3-134d67597448 req-222c0191-30ab-4684-82bc-f167b1fc47a3 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1486.859020] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1486.859396] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.859526] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.859586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.859784] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.859935] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.860041] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.860107] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.860246] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.860332] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.860439] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.363253] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.363517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.363517] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.363649] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.363729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.363923] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.364035] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.364095] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.364247] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.364334] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.364987] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1487.392100] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.392336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.392336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.392520] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.392657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.400772] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1489.412216] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1489.412645] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d deletion is rescheduled due to dependency. [ 1489.412645] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.860977] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.861375] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1495.006308] env[70473]: INFO networking_nsxv3.common.synchronization [req-77bd471b-7de4-4326-9b06-9e70185b22dd req-abe433e7-e0b7-4df8-8a38-b18f799ba8a0 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1495.006866] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1495.007234] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.007348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.008920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.008920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.008920] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.008920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.008920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.008920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.008920] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.008920] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.273264] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.273469] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.273633] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.273922] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.274203] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.274463] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.274610] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.274836] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.274990] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.275260] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1495.275391] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1495.275514] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1495.275631] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1495.275752] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1495.275866] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1495.276014] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1495.295776] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1495.295951] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1495.296111] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1495.296287] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.296587] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-8557f083-d58a-46a4-8c53-c6ace91a24cd taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.296759] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.296883] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.297232] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.297416] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8557f083-d58a-46a4-8c53-c6ace91a24cd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.511063] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.511063] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.511336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.511336] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.511466] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.511613] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.511728] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.511797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.511926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.512000] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.512100] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1495.537088] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.537299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.537299] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.537490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.537684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.546649] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1495.799687] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.799916] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.799993] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.800298] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.800454] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.800616] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 8557f083-d58a-46a4-8c53-c6ace91a24cd not found, creating... [ 1495.800933] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.801046] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.801176] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.801415] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.801550] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.801832] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.801992] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.802136] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.802351] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.802494] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.802641] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 8557f083-d58a-46a4-8c53-c6ace91a24cd is going to be created. [ 1495.823042] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.823278] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.823387] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.823720] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.823967] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.824214] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.485882] env[70473]: INFO networking_nsxv3.common.synchronization [req-77bd471b-7de4-4326-9b06-9e70185b22dd req-7022bc5b-5b50-41c4-8625-37d08abf630d service nova] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1496.486149] env[70473]: INFO networking_nsxv3.common.synchronization [req-77bd471b-7de4-4326-9b06-9e70185b22dd req-7022bc5b-5b50-41c4-8625-37d08abf630d service nova] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1496.486273] env[70473]: INFO networking_nsxv3.common.synchronization [req-77bd471b-7de4-4326-9b06-9e70185b22dd req-7022bc5b-5b50-41c4-8625-37d08abf630d service nova] Enqueued Resource ID: 8557f083-d58a-46a4-8c53-c6ace91a24cd with Priority: HIGHEST for action port [ 1496.486540] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1496.486623] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1496.486724] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8557f083-d58a-46a4-8c53-c6ace91a24cd with Priority: HIGHEST for action port [ 1496.487295] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.487478] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.487523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.487714] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.487815] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.488651] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.488753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.489629] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-8557f083-d58a-46a4-8c53-c6ace91a24cd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.489629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.489629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.489629] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.489629] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8557f083-d58a-46a4-8c53-c6ace91a24cd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.991472] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.991472] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.991472] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8557f083-d58a-46a4-8c53-c6ace91a24cd with status ACTIVE [ 1496.991747] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.991747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.991747] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.991944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.991944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.992101] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.992197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.992261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.992406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.992486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.992659] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.992758] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.992801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.992937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.993016] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.993110] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8557f083-d58a-46a4-8c53-c6ace91a24cd is going to be updated. [ 1497.014039] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.014259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.014259] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.014434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.014566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.014723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.557414] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1497.557837] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d deletion is rescheduled due to dependency. [ 1497.557837] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.557994] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.558261] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.558497] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.558625] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.558692] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.558850] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.558930] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.559033] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.061879] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.565067] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.067578] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.067756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.067836] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.068079] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.068160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.068452] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1499.097087] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.097324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.097324] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.097579] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.097632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.105946] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1501.116625] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1501.116992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.116992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.117260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.117452] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.117576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.117657] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.117829] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.117907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.117996] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.118099] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.487660] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.487867] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1501.620462] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.122654] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 441b059d-63e6-4281-9f42-362df5574c9d: rpc.has_security_group_logging(os_id): False [ 1502.140965] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.140965] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.141302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.141302] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.141404] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.141555] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.141659] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.141713] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.141890] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.141969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.142073] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1502.200860] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.201156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.201156] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.201510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.201510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.213922] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1504.229264] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1504.229682] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.488851] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.489259] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.490052] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.490532] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.491479] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.491837] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.492651] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.492993] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.493681] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.494119] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.495506] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.495885] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.496922] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.497386] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.498082] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.498387] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.499451] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.499988] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.501116] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.501515] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.201757] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1554.202228] env[70473]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-100094ab-9642-4f96-9aae-637082ca95f3 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1556.501894] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.502420] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.503559] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.503995] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.505163] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.505568] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.829089] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.829368] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.829554] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.829741] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.829999] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.830242] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.830373] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.830614] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.830840] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.831111] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1566.831225] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1566.831326] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1566.831444] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1566.831560] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1566.831672] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1566.831812] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1566.857704] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1566.857896] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1566.858054] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1566.858247] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-93" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.858572] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-8557f083-d58a-46a4-8c53-c6ace91a24cd taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.858754] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.858879] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.859178] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.859323] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8557f083-d58a-46a4-8c53-c6ace91a24cd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.361964] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.362192] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.362326] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.362610] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.362764] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.363062] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.363252] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.363432] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.363670] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.363817] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.364117] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.364283] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.364405] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.364616] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.364754] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.364902] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 8557f083-d58a-46a4-8c53-c6ace91a24cd is going to be updated. [ 1567.386751] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.386977] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.387094] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.387358] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.387559] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.387783] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.051373] env[70473]: INFO networking_nsxv3.common.synchronization [req-981834d7-90a3-423b-a0f9-800d9af2b837 req-a696e522-65bf-4b68-8176-882d0a09571e service nova] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1568.051613] env[70473]: INFO networking_nsxv3.common.synchronization [req-981834d7-90a3-423b-a0f9-800d9af2b837 req-a696e522-65bf-4b68-8176-882d0a09571e service nova] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1568.051658] env[70473]: INFO networking_nsxv3.common.synchronization [req-981834d7-90a3-423b-a0f9-800d9af2b837 req-a696e522-65bf-4b68-8176-882d0a09571e service nova] Enqueued Resource ID: 8557f083-d58a-46a4-8c53-c6ace91a24cd with Priority: HIGHEST for action port [ 1568.051880] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_rules [ 1568.052023] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1568.052123] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8557f083-d58a-46a4-8c53-c6ace91a24cd with Priority: HIGHEST for action port [ 1568.052672] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.052807] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.052876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.053119] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.053248] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.053961] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.054136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.054136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.054308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.054454] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.054570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.054621] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.054741] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.054823] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.054904] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.055607] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-8557f083-d58a-46a4-8c53-c6ace91a24cd taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.056042] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.056126] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.056239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.056302] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8557f083-d58a-46a4-8c53-c6ace91a24cd',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.558228] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.558480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.558674] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.559550] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8557f083-d58a-46a4-8c53-c6ace91a24cd with status ACTIVE [ 1568.559739] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.559852] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.559915] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.560200] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.560287] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.560468] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.560566] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.560624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.560769] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.560845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.561320] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.561585] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.561647] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.561797] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.561874] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.562054] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8557f083-d58a-46a4-8c53-c6ace91a24cd is going to be updated. [ 1568.581631] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.581820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.581820] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.582029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.582164] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.582320] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8557f083-d58a-46a4-8c53-c6ace91a24cd" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.064288] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.567256] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.567455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.567455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.567710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.567710] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.567859] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1569.597023] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.597242] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.597289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.597495] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.597658] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.607478] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1571.618730] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1571.618985] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.619136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.619347] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.619536] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.619654] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.619716] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.619872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.619954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.620046] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.620159] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.122250] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.628562] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 441b059d-63e6-4281-9f42-362df5574c9d: rpc.has_security_group_logging(os_id): False [ 1572.647924] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.648178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.648178] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.648397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.648490] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.648795] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.648925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.648988] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.649160] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.649254] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.649363] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1572.708975] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.709227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.709227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.709463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.709646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.725387] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1573.053231] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.053431] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1574.743137] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1574.743533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.055305] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.055305] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.057795] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.057795] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.258716] env[70473]: INFO networking_nsxv3.common.synchronization [req-58759f20-906f-4562-a9b6-43dfab57d5ba req-012c8231-c7cf-49cb-8ae7-420cfa073014 tempest-ServerActionsTestOtherB-251648313 tempest-ServerActionsTestOtherB-251648313-project-member] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1583.259555] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGHEST for action security_group_members [ 1583.259683] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.259806] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.259869] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.260197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.261073] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.261073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.261073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.261073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.261073] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.261073] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.763426] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.763646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.763646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.763862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.763952] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.764166] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.764264] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.764318] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.764468] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.764543] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.764629] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be updated. [ 1583.794708] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.794905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.794905] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.795085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.795322] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.804824] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: IN_PROGRESS for 2s [ 1585.817171] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 441b059d-63e6-4281-9f42-362df5574c9d in Status: SUCCESS [ 1585.817596] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 441b059d-63e6-4281-9f42-362df5574c9d deletion is rescheduled due to dependency. [ 1585.817596] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.260686] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.261225] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1593.262152] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.262462] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.593842] env[70473]: INFO networking_nsxv3.common.synchronization [None req-eaa6d875-313e-4122-8e56-891d696660eb None None] Enqueued Resource ID: dbbc4881-72ba-45b1-9eef-38895a041c82 with Priority: HIGHEST for action port [ 1594.594656] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbbc4881-72ba-45b1-9eef-38895a041c82 with Priority: HIGHEST for action port [ 1594.594977] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbbc4881-72ba-45b1-9eef-38895a041c82 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.595260] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbbc4881-72ba-45b1-9eef-38895a041c82" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.595331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbbc4881-72ba-45b1-9eef-38895a041c82" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.595580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbbc4881-72ba-45b1-9eef-38895a041c82" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.595664] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbbc4881-72ba-45b1-9eef-38895a041c82',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.097563] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbbc4881-72ba-45b1-9eef-38895a041c82 [ 1595.097804] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.097927] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.097999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.098229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.098401] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.098490] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbbc4881-72ba-45b1-9eef-38895a041c82 already deleted. [ 1595.098538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbbc4881-72ba-45b1-9eef-38895a041c82" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.139217] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.139403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.139403] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.139632] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.139742] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.642111] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.145431] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.167425] env[70473]: INFO networking_nsxv3.common.synchronization [None req-22815e88-6d6d-40f3-98ef-ac645baff5b9 None None] Enqueued Resource ID: e1177557-caaa-4052-bf2c-4f23221a6f94 with Priority: HIGHEST for action port [ 1596.167425] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1177557-caaa-4052-bf2c-4f23221a6f94 with Priority: HIGHEST for action port [ 1596.167514] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1177557-caaa-4052-bf2c-4f23221a6f94 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.167577] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1177557-caaa-4052-bf2c-4f23221a6f94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.167711] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1177557-caaa-4052-bf2c-4f23221a6f94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.168491] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1177557-caaa-4052-bf2c-4f23221a6f94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.168491] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1177557-caaa-4052-bf2c-4f23221a6f94',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.590013] env[70473]: INFO networking_nsxv3.common.synchronization [None req-f174d467-6d59-4b8a-a6ec-a4a092fe2869 None None] Enqueued Resource ID: 5cfb0d32-85cd-4743-a67d-6fdd41caa5a4 with Priority: HIGHEST for action port [ 1596.591349] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfb0d32-85cd-4743-a67d-6fdd41caa5a4 with Priority: HIGHEST for action port [ 1596.591349] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cfb0d32-85cd-4743-a67d-6fdd41caa5a4 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.591349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cfb0d32-85cd-4743-a67d-6fdd41caa5a4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.591349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cfb0d32-85cd-4743-a67d-6fdd41caa5a4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.591349] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cfb0d32-85cd-4743-a67d-6fdd41caa5a4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.591960] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cfb0d32-85cd-4743-a67d-6fdd41caa5a4',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.647862] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1596.648248] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1596.671641] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1177557-caaa-4052-bf2c-4f23221a6f94 [ 1596.671641] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.671641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.671641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.671641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.671641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.671999] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1177557-caaa-4052-bf2c-4f23221a6f94 already deleted. [ 1596.671999] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1177557-caaa-4052-bf2c-4f23221a6f94" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.093150] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cfb0d32-85cd-4743-a67d-6fdd41caa5a4 [ 1597.093791] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.093925] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.094012] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.096982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.096982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.096982] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cfb0d32-85cd-4743-a67d-6fdd41caa5a4 already deleted. [ 1597.096982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cfb0d32-85cd-4743-a67d-6fdd41caa5a4" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.453615] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.453769] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.453842] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.454072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.467127] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1597.468238] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.471712] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1597.508647] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.508795] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.508862] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.509085] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.525450] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.525832] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1597.525915] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1597.526018] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1597.560750] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.560750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.560750] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.560926] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.561638] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.561803] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1597.650412] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.650834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.650834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.650964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.651201] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.651542] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1597.741705] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.741863] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.741954] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.742162] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.742480] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.742805] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:26. [ 1597.742937] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6dcaf767-8886-4447-8f99-5e40aab802b0', '441b059d-63e6-4281-9f42-362df5574c9d', 'b971a852-0664-4d4a-8e3d-902c42a7a89b', '39f3767e-b0de-43e3-a33f-5801f9ba40fb', '88df22ba-c0c1-435a-acbd-f8fbc6b32c50', 'a95b088a-7bbd-4096-a469-14b800f7e090', '6cd4b7d5-16f1-42a5-a409-7ef21e132b48', '4f20b8a6-540f-41a2-be87-28218c7478ae', 'f46f4612-d7c9-4be0-a6e9-6b975a3cc44e', 'fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10', '4dfcce33-ad9d-4afb-bac5-8febc6568194', '25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e', 'c46d4bd0-bee8-41cd-9056-12bf9eb66450', '5e7177a4-398d-434a-a10b-49987e1a5b62', '14cb07d0-607b-4c6f-bd56-9b768c2742de', 'ed330ec0-017c-4f04-a948-c6a057a72fb2', 'd9f09645-1544-44fe-9db1-f99d04c5b15a', '7c5c3d4d-90b9-403a-b740-34644205cd73', '38453a9f-d8c1-4034-b7ec-eb3c2ee90596', '0af86f18-ae9a-4317-bd14-495a7bfdbb27', '209655e1-0e17-4308-a32d-b8335a07826c', '2d88ffa4-da53-4e7c-821a-89774d12bf3d', 'd6401e67-93c4-418a-b343-01593afc274f', '7d999bca-1249-44cf-83a3-ef2209dc6b69', 'f67e8ac3-0f4d-4482-ba7e-ab3499927b69', '16805176-d16e-489b-a0b0-64bdb163f95e'} {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1597.743077] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1597.764263] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.764538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.764538] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.768174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.768174] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.768174] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1597.768174] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1597.768174] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1597.840864] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.841120] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.841400] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.841535] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.842679] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.842970] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1597.843061] env[70473]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70473) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1597.843134] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1597.843201] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1597.843273] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/26 resources of Type:Security Group Rules [ 1597.843339] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGH for action security_group_rules [ 1597.843419] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGH for action security_group_rules [ 1597.843481] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGH for action security_group_rules [ 1597.843532] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGH for action security_group_rules [ 1597.843597] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGH for action security_group_rules [ 1597.843651] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGH for action security_group_rules [ 1597.843703] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGH for action security_group_rules [ 1597.843764] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGH for action security_group_rules [ 1597.843829] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e with Priority: HIGH for action security_group_rules [ 1597.843884] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 with Priority: HIGH for action security_group_rules [ 1597.843934] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGH for action security_group_rules [ 1597.843986] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGH for action security_group_rules [ 1597.844062] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGH for action security_group_rules [ 1597.844114] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGH for action security_group_rules [ 1597.844171] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGH for action security_group_rules [ 1597.844222] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGH for action security_group_rules [ 1597.844271] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGH for action security_group_rules [ 1597.844321] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGH for action security_group_rules [ 1597.844375] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 with Priority: HIGH for action security_group_rules [ 1597.844431] env[70473]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGH for action security_group_rules [ 1597.845110] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.310877] env[70473]: INFO networking_nsxv3.common.synchronization [None req-808ec670-34ee-4aba-9a15-97506ad5d86b None None] Enqueued Resource ID: f16ca969-d15c-4a29-ba6c-ca4197ceb6f6 with Priority: HIGHEST for action port [ 1598.311369] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16ca969-d15c-4a29-ba6c-ca4197ceb6f6 with Priority: HIGHEST for action port [ 1598.311528] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 with Priority: HIGH for action security_group_rules [ 1598.311634] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971a852-0664-4d4a-8e3d-902c42a7a89b with Priority: HIGH for action security_group_rules [ 1598.311732] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 with Priority: HIGH for action security_group_rules [ 1598.311828] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de with Priority: HIGH for action security_group_rules [ 1598.311951] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 with Priority: HIGH for action security_group_rules [ 1598.312040] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 with Priority: HIGH for action security_group_rules [ 1598.312101] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 with Priority: HIGH for action security_group_rules [ 1598.312187] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f09645-1544-44fe-9db1-f99d04c5b15a with Priority: HIGH for action security_group_rules [ 1598.312274] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 with Priority: HIGH for action security_group_rules [ 1598.312494] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 with Priority: HIGH for action security_group_rules [ 1598.312494] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 with Priority: HIGH for action security_group_rules [ 1598.312629] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e with Priority: HIGH for action security_group_rules [ 1598.312629] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 with Priority: HIGH for action security_group_rules [ 1598.312709] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 with Priority: HIGH for action security_group_rules [ 1598.312771] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e with Priority: HIGH for action security_group_rules [ 1598.312857] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95b088a-7bbd-4096-a469-14b800f7e090 with Priority: HIGH for action security_group_rules [ 1598.312969] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f20b8a6-540f-41a2-be87-28218c7478ae with Priority: HIGH for action security_group_rules [ 1598.313038] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 with Priority: HIGH for action security_group_rules [ 1598.313111] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441b059d-63e6-4281-9f42-362df5574c9d with Priority: HIGH for action security_group_rules [ 1598.313197] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb with Priority: HIGH for action security_group_rules [ 1598.313505] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-f16ca969-d15c-4a29-ba6c-ca4197ceb6f6 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.313576] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f16ca969-d15c-4a29-ba6c-ca4197ceb6f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.313641] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f16ca969-d15c-4a29-ba6c-ca4197ceb6f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.313885] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f16ca969-d15c-4a29-ba6c-ca4197ceb6f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.313965] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16ca969-d15c-4a29-ba6c-ca4197ceb6f6',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.314887] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dcaf767-8886-4447-8f99-5e40aab802b0 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.315030] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.315108] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.315301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.315436] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dcaf767-8886-4447-8f99-5e40aab802b0',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.317664] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b971a852-0664-4d4a-8e3d-902c42a7a89b taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.317782] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.317839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.317983] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.318070] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b971a852-0664-4d4a-8e3d-902c42a7a89b',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.318793] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.318907] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.318970] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.319133] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.319203] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd4b7d5-16f1-42a5-a409-7ef21e132b48',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.319851] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14cb07d0-607b-4c6f-bd56-9b768c2742de taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.319971] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.320047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.320168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.320237] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14cb07d0-607b-4c6f-bd56-9b768c2742de',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.320909] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.321032] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.321097] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.321257] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.321355] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0af86f18-ae9a-4317-bd14-495a7bfdbb27',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.322153] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38453a9f-d8c1-4034-b7ec-eb3c2ee90596 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.322270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.322327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.322570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.322675] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38453a9f-d8c1-4034-b7ec-eb3c2ee90596',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.323426] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c5c3d4d-90b9-403a-b740-34644205cd73 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.323537] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.323606] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.323753] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.323813] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c5c3d4d-90b9-403a-b740-34644205cd73',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.324676] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f09645-1544-44fe-9db1-f99d04c5b15a taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.324783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.324845] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.324991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.325075] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f09645-1544-44fe-9db1-f99d04c5b15a',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.325720] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e7177a4-398d-434a-a10b-49987e1a5b62 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.325827] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.325898] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.326037] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.326168] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e7177a4-398d-434a-a10b-49987e1a5b62',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.326860] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed330ec0-017c-4f04-a948-c6a057a72fb2 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.326960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.327047] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.327197] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.327265] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed330ec0-017c-4f04-a948-c6a057a72fb2',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.327909] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.328020] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.328084] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.328229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.328297] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c46d4bd0-bee8-41cd-9056-12bf9eb66450',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.328956] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.329072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.329136] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.329276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.329342] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.330140] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dfcce33-ad9d-4afb-bac5-8febc6568194 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.330262] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.330339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.330486] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.330558] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dfcce33-ad9d-4afb-bac5-8febc6568194',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.331237] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.331370] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.331455] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.331664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.331764] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.332479] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.332588] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.332646] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.332792] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.332863] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f46f4612-d7c9-4be0-a6e9-6b975a3cc44e',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.333574] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a95b088a-7bbd-4096-a469-14b800f7e090 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.333685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.333744] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.333885] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.333948] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a95b088a-7bbd-4096-a469-14b800f7e090',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.334775] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f20b8a6-540f-41a2-be87-28218c7478ae taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.334877] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.334962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.335091] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.335158] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f20b8a6-540f-41a2-be87-28218c7478ae',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.335838] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.335934] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.336008] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.336173] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.336211] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88df22ba-c0c1-435a-acbd-f8fbc6b32c50',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.336845] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-441b059d-63e6-4281-9f42-362df5574c9d taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.336947] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.337029] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.337168] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.337240] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('441b059d-63e6-4281-9f42-362df5574c9d',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.338186] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.338301] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.338372] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.338559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.338651] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39f3767e-b0de-43e3-a33f-5801f9ba40fb',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.854524] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f16ca969-d15c-4a29-ba6c-ca4197ceb6f6 [ 1598.854806] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.854878] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.854944] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.855180] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.855270] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.855366] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f16ca969-d15c-4a29-ba6c-ca4197ceb6f6 already deleted. [ 1598.855447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f16ca969-d15c-4a29-ba6c-ca4197ceb6f6" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.930194] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.930194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.930194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.930194] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.931566] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.931674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.932468] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.932559] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.933259] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.933351] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.934077] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.934177] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.934797] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.934893] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.935568] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.935662] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.937218] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.937218] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.937218] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.937218] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.938095] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.938191] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.938873] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.938961] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.939655] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.940101] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.940213] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.941221] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.941649] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.941765] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.942399] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.942812] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.942931] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.943588] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.944024] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.944142] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.944802] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.945238] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.945350] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.946070] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.946482] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.946592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.947210] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.947614] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.947719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.948343] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.948765] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.948876] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.949550] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.949954] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.950080] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.959620] env[70473]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1598.960106] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.960307] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88df22ba-c0c1-435a-acbd-f8fbc6b32c50 is going to be deleted. [ 1598.961214] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.961423] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.982895] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.983071] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dfcce33-ad9d-4afb-bac5-8febc6568194 is going to be deleted. [ 1598.983838] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.984058] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.011759] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.011939] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f09645-1544-44fe-9db1-f99d04c5b15a is going to be deleted. [ 1599.012844] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.013075] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.014501] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.014669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.035696] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.035896] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.042056] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.042189] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0af86f18-ae9a-4317-bd14-495a7bfdbb27 is going to be deleted. [ 1599.043067] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.043278] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.074694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.074830] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38453a9f-d8c1-4034-b7ec-eb3c2ee90596 is going to be deleted. [ 1599.075748] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.075960] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.077345] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.077452] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.123816] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.123988] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd4b7d5-16f1-42a5-a409-7ef21e132b48 is going to be deleted. [ 1599.124957] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.125198] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.181924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.182151] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 441b059d-63e6-4281-9f42-362df5574c9d is going to be deleted. [ 1599.183087] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.183305] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.184746] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.184854] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.231479] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.231709] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f46f4612-d7c9-4be0-a6e9-6b975a3cc44e is going to be deleted. [ 1599.232781] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.233053] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.234581] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.234737] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.253678] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.253921] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.266799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.266978] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c46d4bd0-bee8-41cd-9056-12bf9eb66450 is going to be deleted. [ 1599.268388] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.268702] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.319129] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.319320] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a95b088a-7bbd-4096-a469-14b800f7e090 is going to be deleted. [ 1599.320188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.320454] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.324793] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.324935] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.327286] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.327427] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.367672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.367859] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39f3767e-b0de-43e3-a33f-5801f9ba40fb is going to be deleted. [ 1599.368849] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.369086] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.413041] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.413290] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.449581] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.449727] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f20b8a6-540f-41a2-be87-28218c7478ae is going to be deleted. [ 1599.450858] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.451101] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.485021] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.485249] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.495587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.495750] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dcaf767-8886-4447-8f99-5e40aab802b0 is going to be deleted. [ 1599.496684] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.496906] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.521854] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.522059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.567471] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.567656] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e is going to be deleted. [ 1599.568636] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.568855] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.620441] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.620602] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.625725] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.625887] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.629024] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.629130] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed330ec0-017c-4f04-a948-c6a057a72fb2 is going to be deleted. [ 1599.630255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.630255] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.674289] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.674479] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e7177a4-398d-434a-a10b-49987e1a5b62 is going to be deleted. [ 1599.675650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.675872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.716434] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.716434] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.729039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.729039] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10 is going to be deleted. [ 1599.729039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.729039] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.766523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.766523] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c5c3d4d-90b9-403a-b740-34644205cd73 is going to be deleted. [ 1599.766523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.766523] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.776460] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.776660] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.842130] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.842348] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.856549] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.856919] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b971a852-0664-4d4a-8e3d-902c42a7a89b is going to be deleted. [ 1599.857634] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.857851] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.913666] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.913950] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14cb07d0-607b-4c6f-bd56-9b768c2742de is going to be deleted. [ 1599.915328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.915719] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.915901] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.916145] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88df22ba-c0c1-435a-acbd-f8fbc6b32c50" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.916413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.916672] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.916772] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.916903] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dfcce33-ad9d-4afb-bac5-8febc6568194" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.917570] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.917756] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.917846] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.917964] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f09645-1544-44fe-9db1-f99d04c5b15a" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.918122] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.918282] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.918383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.918503] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0af86f18-ae9a-4317-bd14-495a7bfdbb27" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.918644] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.918790] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.918924] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.918982] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38453a9f-d8c1-4034-b7ec-eb3c2ee90596" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.919125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.919267] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.919344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.919457] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd4b7d5-16f1-42a5-a409-7ef21e132b48" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.919586] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.919730] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.919798] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.919943] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-441b059d-63e6-4281-9f42-362df5574c9d" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.920093] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.920239] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.920315] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.920449] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f46f4612-d7c9-4be0-a6e9-6b975a3cc44e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.920587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.920727] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.920800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.920914] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c46d4bd0-bee8-41cd-9056-12bf9eb66450" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.921054] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.921209] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.921266] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.921390] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a95b088a-7bbd-4096-a469-14b800f7e090" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.921533] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.921723] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.921821] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.921937] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39f3767e-b0de-43e3-a33f-5801f9ba40fb" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.922089] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.922230] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.922306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.922456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f20b8a6-540f-41a2-be87-28218c7478ae" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.922573] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.922800] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.922853] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.922962] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dcaf767-8886-4447-8f99-5e40aab802b0" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.923104] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.923243] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.923331] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.923456] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25d5b1b3-5e5f-4b2e-b2b5-9913aad9d88e" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.923618] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.923794] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.923871] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.923980] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed330ec0-017c-4f04-a948-c6a057a72fb2" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.924121] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.924276] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.924327] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.924432] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e7177a4-398d-434a-a10b-49987e1a5b62" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.943989] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.944220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.944220] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.944463] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.944563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.944690] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c5c3d4d-90b9-403a-b740-34644205cd73" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.966765] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.966981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.966981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.967204] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.967295] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.967413] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa2a3f01-e0e1-4cfc-97fb-095bf6ba3d10" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.023143] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.023364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.023364] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.023555] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.023650] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.023768] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b971a852-0664-4d4a-8e3d-902c42a7a89b" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.062251] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.062548] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.062685] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.062899] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.063010] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.063143] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14cb07d0-607b-4c6f-bd56-9b768c2742de" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.454705] env[70473]: INFO networking_nsxv3.common.synchronization [req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 req-45ac1628-f2aa-460a-a3a7-777eb7b334e3 tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Enqueued Resource ID: 7585b88e-8487-4521-a99b-137b24196b42 with Priority: HIGHEST for action security_group_members [ 1601.455286] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7585b88e-8487-4521-a99b-137b24196b42 with Priority: HIGHEST for action security_group_members [ 1601.455604] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7585b88e-8487-4521-a99b-137b24196b42 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.455729] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.455803] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.456061] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.456212] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.456314] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.456397] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.456583] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.456676] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.456782] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7585b88e-8487-4521-a99b-137b24196b42',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.707743] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.708015] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "network-441" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.708199] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "network-441" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.708588] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "network-441" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.708897] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.709120] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.709303] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.709502] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.709652] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.709863] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1601.709982] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] NeedRegenerationException {{(pid=70473) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1601.710108] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] no value, waiting for create lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1601.710220] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] value creation lock acquired {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1601.710334] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] No value present for key: 'zone-id' {{(pid=70473) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1601.710515] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Calling creation function for not-yet-present value {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1601.710660] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1601.729583] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1601.729759] env[70473]: DEBUG dogpile.cache.region [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70473) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1601.729944] env[70473]: DEBUG dogpile.lock [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Released creation lock {{(pid=70473) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1601.730135] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "network-441" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.730572] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock port-414fce4e-f18a-4b83-95fc-355cffc4ab6f taken with stack trace [, , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.730765] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "port-414fce4e-f18a-4b83-95fc-355cffc4ab6f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.730935] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "port-414fce4e-f18a-4b83-95fc-355cffc4ab6f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.731311] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "port-414fce4e-f18a-4b83-95fc-355cffc4ab6f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.731465] env[70473]: DEBUG networking_nsxv3.api.rpc [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('414fce4e-f18a-4b83-95fc-355cffc4ab6f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.959253] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.959406] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.959475] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.959694] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.959780] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.959987] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.960096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.960158] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.960306] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.960439] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.960532] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7585b88e-8487-4521-a99b-137b24196b42 already deleted. [ 1601.960616] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.233898] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.234164] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.234230] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.234517] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.234689] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.234853] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Segment Port 414fce4e-f18a-4b83-95fc-355cffc4ab6f not found, creating... [ 1602.235138] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.235303] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.235426] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.235706] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.235849] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.236154] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.236329] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.236454] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.236687] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.236829] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.237000] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Resource: SegmentPort with ID: 414fce4e-f18a-4b83-95fc-355cffc4ab6f is going to be created. [ 1602.258126] env[70473]: DEBUG networking_nsxv3.common.locking [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.258379] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.258521] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.258810] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.259066] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.259300] env[70473]: DEBUG oslo_concurrency.lockutils [None req-f6d49478-b737-4e51-87dc-5a5ec899933f None None] Releasing lock "port-414fce4e-f18a-4b83-95fc-355cffc4ab6f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.925208] env[70473]: INFO networking_nsxv3.common.synchronization [req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 req-e3e263b1-730e-4940-94b9-c191e1dc39b7 service nova] Enqueued Resource ID: 7585b88e-8487-4521-a99b-137b24196b42 with Priority: HIGHEST for action security_group_rules [ 1602.925208] env[70473]: INFO networking_nsxv3.common.synchronization [req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 req-e3e263b1-730e-4940-94b9-c191e1dc39b7 service nova] Enqueued Resource ID: 7585b88e-8487-4521-a99b-137b24196b42 with Priority: HIGHEST for action security_group_members [ 1602.925208] env[70473]: INFO networking_nsxv3.common.synchronization [req-205cee3e-13d1-4c4b-9353-6a75d9d801d4 req-e3e263b1-730e-4940-94b9-c191e1dc39b7 service nova] Enqueued Resource ID: 414fce4e-f18a-4b83-95fc-355cffc4ab6f with Priority: HIGHEST for action port [ 1602.925208] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7585b88e-8487-4521-a99b-137b24196b42 with Priority: HIGHEST for action security_group_rules [ 1602.925208] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7585b88e-8487-4521-a99b-137b24196b42 with Priority: HIGHEST for action security_group_members [ 1602.925701] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414fce4e-f18a-4b83-95fc-355cffc4ab6f with Priority: HIGHEST for action port [ 1602.925833] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7585b88e-8487-4521-a99b-137b24196b42 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.925995] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.926244] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.926447] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.926550] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7585b88e-8487-4521-a99b-137b24196b42',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.927682] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7585b88e-8487-4521-a99b-137b24196b42 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.927804] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.927864] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.928072] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.928222] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.928383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.928383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.928510] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.928592] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.928678] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7585b88e-8487-4521-a99b-137b24196b42',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.929371] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock port-414fce4e-f18a-4b83-95fc-355cffc4ab6f taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.929681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-414fce4e-f18a-4b83-95fc-355cffc4ab6f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.929681] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-414fce4e-f18a-4b83-95fc-355cffc4ab6f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.929799] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-414fce4e-f18a-4b83-95fc-355cffc4ab6f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.929799] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('414fce4e-f18a-4b83-95fc-355cffc4ab6f',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.431918] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7585b88e-8487-4521-a99b-137b24196b42',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1603.433069] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7585b88e-8487-4521-a99b-137b24196b42 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.433237] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.435847] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 414fce4e-f18a-4b83-95fc-355cffc4ab6f with status ACTIVE [ 1603.436125] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.436294] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.436460] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.436791] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.436871] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.437118] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.437280] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.437412] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.437669] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.437801] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.438383] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.438383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.438383] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.438839] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.438989] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.439149] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 414fce4e-f18a-4b83-95fc-355cffc4ab6f is going to be updated. [ 1603.458982] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.459207] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.459328] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.459593] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.459783] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.459991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-414fce4e-f18a-4b83-95fc-355cffc4ab6f" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1603.934562] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7585b88e-8487-4521-a99b-137b24196b42',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.436739] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.436981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.436981] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.437232] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.437344] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.437457] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7585b88e-8487-4521-a99b-137b24196b42 is going to be created. [ 1604.461128] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.461330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.461330] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.461524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.461674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.471154] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7585b88e-8487-4521-a99b-137b24196b42 in Status: UNINITIALIZED for 2s [ 1606.482176] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7585b88e-8487-4521-a99b-137b24196b42 in Status: SUCCESS [ 1606.482580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.482580] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.482707] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.482879] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.482998] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.483071] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.483229] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.483308] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.483393] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.483489] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7585b88e-8487-4521-a99b-137b24196b42',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1606.986552] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7585b88e-8487-4521-a99b-137b24196b42 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.986802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.986802] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.987117] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.987208] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.987300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.987353] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.987969] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.988091] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.988188] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.988390] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7585b88e-8487-4521-a99b-137b24196b42 taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.988497] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.988563] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.988735] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.988897] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1606.988992] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.989059] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.989199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1606.989275] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.989359] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.989471] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7585b88e-8487-4521-a99b-137b24196b42',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1607.491973] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7585b88e-8487-4521-a99b-137b24196b42: rpc.has_security_group_logging(os_id): False [ 1607.510653] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.510856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.510856] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.511070] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.511154] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.511342] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.511458] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.511518] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.511664] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.511740] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.511932] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.512034] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.512096] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.512227] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.512300] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.512472] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.512571] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.512624] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.512770] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.512917] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.512917] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7585b88e-8487-4521-a99b-137b24196b42 is going to be created. [ 1607.571682] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.571991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.571991] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.572339] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.572617] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.585599] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7585b88e-8487-4521-a99b-137b24196b42 in Status: IN_PROGRESS for 2s [ 1607.926850] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1607.927106] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1609.598962] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7585b88e-8487-4521-a99b-137b24196b42 in Status: SUCCESS [ 1609.599346] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.928050] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1612.928050] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1613.117395] env[70473]: INFO networking_nsxv3.common.synchronization [req-2d4339c3-674f-4f9b-b54e-829587ed6653 req-cd91587d-c03f-49ce-b5ac-3b019d21720b tempest-ServersNegativeTestMultiTenantJSON-1276371060 tempest-ServersNegativeTestMultiTenantJSON-1276371060-project-member] Enqueued Resource ID: 7585b88e-8487-4521-a99b-137b24196b42 with Priority: HIGHEST for action security_group_members [ 1613.117395] env[70473]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7585b88e-8487-4521-a99b-137b24196b42 with Priority: HIGHEST for action security_group_members [ 1613.117659] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock member-7585b88e-8487-4521-a99b-137b24196b42 taken with stack trace [, , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.117774] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.117834] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.118033] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.118177] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.118269] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.118326] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.118488] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.118587] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.118675] env[70473]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7585b88e-8487-4521-a99b-137b24196b42',) {} {{(pid=70473) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.621026] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.621234] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.621279] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.621524] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.621630] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.621859] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.622019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.622019] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.622125] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.622199] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.622285] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7585b88e-8487-4521-a99b-137b24196b42 is going to be updated. [ 1613.651328] env[70473]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70473) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.651552] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.651674] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.651872] env[70473]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.652027] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.660748] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7585b88e-8487-4521-a99b-137b24196b42 in Status: IN_PROGRESS for 2s [ 1615.672132] env[70473]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7585b88e-8487-4521-a99b-137b24196b42 in Status: SUCCESS [ 1615.672502] env[70473]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7585b88e-8487-4521-a99b-137b24196b42 deletion is rescheduled due to dependency. [ 1615.672502] env[70473]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7585b88e-8487-4521-a99b-137b24196b42" {{(pid=70473) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.118312] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1618.118312] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1623.119914] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1623.120355] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1628.121516] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1628.121955] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1633.123635] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1633.123635] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1638.124425] env[70473]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1638.124943] env[70473]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0